-- Logs begin at Tue 2021-06-29 20:59:42 UTC, end at Tue 2021-06-29 22:32:05 UTC. --
Jun 29 21:33:39.719103 dv-cinder-798672-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 29 21:33:41.875527 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.common.config [-] Logging enabled!
Jun 29 21:33:41.876160 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 21:33:41.876286 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74147) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 21:33:41.878467 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.common.config [-] Logging enabled!
Jun 29 21:33:41.878710 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 21:33:41.878950 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74147) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 21:33:41.879922 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 21:33:41.880154 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 21:33:41.880495 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 21:33:41.880735 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 21:33:41.880957 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 21:33:41.881271 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.881562 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.881852 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.882076 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.882367 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.882651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.882927 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.883210 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.883525 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.883803 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.884076 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.884353 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.884577 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.884852 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.885138 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.885928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.886147 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.886419 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.886834 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.887261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.887537 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.887821 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.888089 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.888358 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.888634 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.888957 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] host                           = dv-cinder-798672-2-iscsi {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.889227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.889507 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.889785 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.890061 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.890328 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.890596 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.890872 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.891135 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.891437 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.891695 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.891974 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.892254 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.892534 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.892752 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.893078 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.893364 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.893647 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.893916 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.894182 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.894450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.894717 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.894986 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.895267 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.895550 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.895827 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.896103 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.896466 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.896637 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.896900 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.897162 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.897439 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.897704 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.897967 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.898231 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.898678 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.898787 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.899020 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.899601 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.899953 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.900237 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.900517 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.900784 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.901667 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.901935 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.902206 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.902472 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.902736 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.902999 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.903300 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.903565 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.903830 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.904093 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.904356 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.904632 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:41.904923 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.905216 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.905507 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.905782 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.906064 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.906341 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.906623 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.906894 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.907177 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.907479 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.907758 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.908030 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.908306 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.908592 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.908875 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.909140 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.909411 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.909693 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.909966 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.910231 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.910502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.910783 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.911055 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.911348 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.911625 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.911898 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.912162 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.912426 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.912696 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.912977 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.913247 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.913511 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.913773 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.914041 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.914304 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.914580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.914847 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.915116 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.915401 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.915673 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.915939 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.916205 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.916475 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.916765 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.917033 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.917294 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.917557 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.917824 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.918087 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.918350 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.918614 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.918875 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.919143 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.919428 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.919694 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.919958 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.920221 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.920487 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.920769 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.921061 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.921331 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.921605 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.921878 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.922209 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.922458 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.922729 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.923000 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.923294 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.923564 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.923848 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.924122 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.924401 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.924674 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.924945 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.925237 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.925509 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.925786 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.926061 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.926335 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.926613 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.926888 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.927175 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.927484 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.927773 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.928059 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.928345 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.928619 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.928919 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.929191 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:41.929402 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 21:33:41.929642 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74147) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 29 21:33:42.330024 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO keyring.backend [-] Loading KWallet
Jun 29 21:33:42.337299 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO keyring.backend [-] Loading SecretService
Jun 29 21:33:42.340592 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO keyring.backend [-] Loading Windows
Jun 29 21:33:42.341909 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO keyring.backend [-] Loading chainer
Jun 29 21:33:42.342470 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO keyring.backend [-] Loading macOS
Jun 29 21:33:42.375859 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:33:42.376123 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:33:42.376405 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:33:42.376733 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 29 21:33:42.679118 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.679389 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.679597 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.735156 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.735458 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.735720 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.738790 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.739068 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.739359 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.767786 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.768060 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.768324 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.794800 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.795055 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:42.795335 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.113568 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7a8a16b700> agent after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.114242 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7a8a16b700> agent after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.114242 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7a8a16b790> segment precommit_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.114400 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7a8a16b820> network precommit_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.115060 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7a8a0fb9d0> segment before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.240635 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> network before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.240956 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7a8a14cf70> agent before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.241207 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> network before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.241477 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.241737 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.242042 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> segment after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.242304 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> segment precommit_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.242558 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> segment precommit_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.242808 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> segment after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.243083 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> network after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.243360 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> network precommit_delete 0 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.243623 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port provisioning_complete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.243882 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.244134 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.244395 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> agent after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.244663 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> subnet after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.245470 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> subnet precommit_delete 0 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.245744 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.245997 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.246276 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> segment_host_mapping after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.246623 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.246873 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.247120 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> port after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.247426 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.247678 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.247925 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7a8aa62520>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.248309 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.248541 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.248771 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.248999 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.249227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.249456 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.249998 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 29 21:33:43.253345 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 29 21:33:43.257222 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 29 21:33:43.261335 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Jun 29 21:33:43.262939 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 29 21:33:43.263344 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 29 21:33:43.263671 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 29 21:33:43.264047 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 29 21:33:43.266812 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 29 21:33:43.267059 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 29 21:33:43.267426 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 21:33:43.295343 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jun 29 21:33:43.295795 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7a8a03fd00>> qos_plugin after_init 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.296086 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74147) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 29 21:33:43.296533 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7a8a03f910>> logging-plugin after_init 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.297788 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74147) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 29 21:33:43.298067 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 21:33:43.298307 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 29 21:33:43.301534 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7a89fa3cd0>> floatingip before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.301836 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7a89fa3cd0>> port before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.362503 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 29 21:33:43.362735 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 29 21:33:43.362966 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 29 21:33:43.363432 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 29 21:33:43.394105 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_db.sqlalchemy.engines [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74147) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 29 21:33:43.715518 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing driver for type 'gre'
Jun 29 21:33:43.715959 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] gre ID ranges: [(1, 1000)]
Jun 29 21:33:43.772779 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing driver for type 'local'
Jun 29 21:33:43.773119 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing driver for type 'vlan'
Jun 29 21:33:43.787564 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] VlanTypeDriver initialization complete
Jun 29 21:33:43.787916 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing driver for type 'vxlan'
Jun 29 21:33:43.788442 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] vxlan ID ranges: [(1, 1000)]
Jun 29 21:33:43.853560 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing extension driver 'port_security'
Jun 29 21:33:43.853907 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] PortSecurityExtensionDriver initialization complete
Jun 29 21:33:43.854264 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing mechanism driver 'openvswitch'
Jun 29 21:33:43.854585 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing mechanism driver 'hyperv'
Jun 29 21:33:43.861442 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.plugins.ml2.plugin [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:43.862220 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b6a0>> port after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.862593 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b6a0>> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.862944 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b6a0>> port after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.863364 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b9a0>> subnet after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.863715 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b9a0>> subnet after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.864059 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a8a02b9a0>> subnet after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.864436 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80be0>> network after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.864783 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80be0>> network after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.865124 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80be0>> network after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.865499 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80e80>> security_group after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.865846 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80e80>> security_group after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.866189 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80e80>> security_group after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.866569 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80f10>> security_group_rule after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.866913 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80f10>> security_group_rule after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.867271 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7a89a80f10>> security_group_rule after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.867613 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] ML2 OVO RPC backend initialized. {{(pid=74147) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jun 29 21:33:43.868247 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> router_interface after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.868601 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> router_interface after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.869016 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> network before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.869368 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> networks before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.869710 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> port before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.870539 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> ports before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.870880 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> subnet before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.871254 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> subnets before_response 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.871592 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> network after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.871929 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> network after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.872262 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> network after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.872596 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> port after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.872931 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.873262 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> port after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.873592 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> subnet after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.873921 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> subnet after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.874251 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7a89a84340>> subnet after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.874833 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.plugin [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Modular L2 Plugin initialization complete
Jun 29 21:33:43.875158 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading services supported by the core plugin {{(pid=74147) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 29 21:33:43.875504 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.plugins.ml2.managers [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Got port-security extension from driver 'port_security'
Jun 29 21:33:43.875967 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.extensions.vlantransparent [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Disabled vlantransparent extension.
Jun 29 21:33:43.876387 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74147) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 29 21:33:43.876697 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: router
Jun 29 21:33:43.913212 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router_interface before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.913609 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_create 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.913979 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router before_create 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.914344 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router_interface before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.914715 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router_interface after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.915071 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_delete 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.915461 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> floatingip after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.915822 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_create 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.916169 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.916516 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.917385 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router_gateway after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.917741 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.918147 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.918511 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7a8a0bbb80> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.918847 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7a8a0bba60> port after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.919180 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7a8a0bbaf0> subnet after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.919535 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7a8a0bbc10> subnetpool_address_scope after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.919878 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> port precommit_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.920223 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_create 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.920565 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7a8a225af0> port before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.920903 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.921255 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router after_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.921595 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_delete 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.921940 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_create 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.922297 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router_interface after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.922641 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> router precommit_update 55549900 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.923002 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> agent after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.923372 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> agent after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.923717 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7a89a845b0>> network after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.924598 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Tracking information for resource: router configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.924925 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Tracking information for resource: floatingip configured {{(pid=74147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 21:33:43.929854 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.db.l3_agentschedulers_db [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 29 21:33:43.930432 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7a89a3c3a0> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.930794 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7a89a3c280> port after_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.931144 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _notify_port_delete at 0x7f7a89a3c310> port after_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.931525 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7a89a3c670> port after_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.932997 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7a89a54eb0>> router before_create 55550100 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.933365 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7a89a54eb0>> router precommit_delete 55550100 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.933729 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7a89a54eb0>> router precommit_create 55550100 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.934085 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7a89a54eb0>> router precommit_update 55550100 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.938320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.provider_configuration [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service providers = [] {{(pid=74147) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 29 21:33:43.938684 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.db.servicetype_db [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74147) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 29 21:33:43.941598 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.service_base [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 21:33:43.941948 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.service_base [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 21:33:43.942290 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.service_base [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 21:33:43.943358 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.services.service_base [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 21:33:43.943730 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.services.service_base [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 29 21:33:43.944115 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.944430 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 29 21:33:43.955093 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.955451 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: auto_allocate
Jun 29 21:33:43.961278 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7a899f9a60> network precommit_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.961648 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7a899f9a60> network precommit_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.962174 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.962492 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: tag
Jun 29 21:33:43.969387 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.969659 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: timestamp
Jun 29 21:33:43.973443 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.973799 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: network_ip_availability
Jun 29 21:33:43.979043 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89a1ee50>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.979951 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89a1ee50>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.980310 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89a1ee50>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:43.981039 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.981359 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: flavors
Jun 29 21:33:43.986331 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.986690 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading Plugin: revisions
Jun 29 21:33:43.990955 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 21:33:43.991372 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=74147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:33:43.992109 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74147) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jun 29 21:33:43.992442 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Initializing extension manager.
Jun 29 21:33:43.992958 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: __init__.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.993299 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: __pycache__ {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.993632 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.993964 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.994293 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: _filter_validation_lib.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.994620 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.995573 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: address_group.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.996337 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:43.996920 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: address-group
Jun 29 21:33:43.997240 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: address_scope.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.997947 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:43.998457 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: address-scope
Jun 29 21:33:43.998776 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:43.999730 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.000245 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: router-admin-state-down-before-update
Jun 29 21:33:44.000564 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: agent.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.001254 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.001766 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: agent
Jun 29 21:33:44.002082 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: agent_resources_synced.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.002984 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.003524 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: agent-resources-synced
Jun 29 21:33:44.003842 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: allowedaddresspairs.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.005620 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.006143 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: allowed-address-pairs
Jun 29 21:33:44.006467 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: auto_allocated_topology.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.007571 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.008087 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: auto-allocated-topology
Jun 29 21:33:44.008411 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: availability_zone.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.009101 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.009608 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: availability_zone
Jun 29 21:33:44.009928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: availability_zone_filter.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.011393 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.011910 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: availability_zone_filter
Jun 29 21:33:44.012233 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: data_plane_status.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.013141 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.013653 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension data-plane-status not supported by any of loaded plugins
Jun 29 21:33:44.013973 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: default_subnetpools.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.014879 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.015425 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: default-subnetpools
Jun 29 21:33:44.015747 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.016521 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.017030 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: dhcp_agent_scheduler
Jun 29 21:33:44.017354 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: dns.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.018268 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.018774 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension dns-integration not supported by any of loaded plugins
Jun 29 21:33:44.019094 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: dns_domain_ports.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.020033 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.020546 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 29 21:33:44.020864 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: dvr.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.021534 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.022047 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: dvr
Jun 29 21:33:44.022368 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: empty_string_filtering.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.023310 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.023814 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: empty-string-filtering
Jun 29 21:33:44.024131 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.025298 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.025804 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 29 21:33:44.026761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.028096 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.028615 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 29 21:33:44.028939 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: external_net.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.029846 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.030361 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: external-net
Jun 29 21:33:44.030683 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.031626 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.032135 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: extra_dhcp_opt
Jun 29 21:33:44.032456 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: extraroute.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.033358 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.033871 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: extraroute
Jun 29 21:33:44.034190 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: extraroute_atomic.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.035216 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.035748 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: extraroute-atomic
Jun 29 21:33:44.036066 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: filter_validation.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.036733 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.037237 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: filter-validation
Jun 29 21:33:44.037554 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: fip_pf_description.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.038462 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.038968 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 29 21:33:44.039317 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: fip_port_details.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.040413 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.040930 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: fip-port-details
Jun 29 21:33:44.041254 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: flavors.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.042517 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.043041 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: flavors
Jun 29 21:33:44.043397 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.045087 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.045614 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 29 21:33:44.045943 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: floatingip_pools.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.046647 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.047159 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: floatingip-pools
Jun 29 21:33:44.047503 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: ip_allocation.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.048422 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.048932 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension ip_allocation not supported by any of loaded plugins
Jun 29 21:33:44.049258 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.050170 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.050689 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: ip-substring-filtering
Jun 29 21:33:44.051012 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l2_adjacency.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.051959 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.052470 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 29 21:33:44.052786 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.053762 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.054281 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: router
Jun 29 21:33:44.054599 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.056889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.057459 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 29 21:33:44.057828 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.058744 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.059290 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: ext-gw-mode
Jun 29 21:33:44.059618 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.060531 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.061047 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: l3-ha
Jun 29 21:33:44.061370 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3_flavors.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.062291 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.062803 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: l3-flavors
Jun 29 21:33:44.063127 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.064084 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.064595 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 29 21:33:44.064915 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: l3agentscheduler.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.065967 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.066481 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: l3_agent_scheduler
Jun 29 21:33:44.066806 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: logging.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.068345 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.068869 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension logging not supported by any of loaded plugins
Jun 29 21:33:44.069198 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: metering.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.069936 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.070513 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: metering
Jun 29 21:33:44.070838 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.071986 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.072510 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: metering_source_and_destination_fields
Jun 29 21:33:44.073363 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: multiprovidernet.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.074263 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.074779 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: multi-provider
Jun 29 21:33:44.075111 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: netmtu.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.076175 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.076700 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: net-mtu
Jun 29 21:33:44.077029 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: netmtu_writable.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.077943 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.078456 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: net-mtu-writable
Jun 29 21:33:44.078780 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: network_availability_zone.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.079477 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.079995 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: network_availability_zone
Jun 29 21:33:44.080320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: network_ip_availability.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.081425 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.082209 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: network-ip-availability
Jun 29 21:33:44.082564 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: network_segment_range.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.083429 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.084081 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension network-segment-range not supported by any of loaded plugins
Jun 29 21:33:44.084422 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: pagination.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.085620 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.085977 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: pagination
Jun 29 21:33:44.086645 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.087589 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.088129 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: port-mac-address-regenerate
Jun 29 21:33:44.089117 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: port_resource_request.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.090142 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.090778 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension port-resource-request not supported by any of loaded plugins
Jun 29 21:33:44.091119 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: portbindings.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.092217 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.092867 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: binding
Jun 29 21:33:44.093210 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: portbindings_extended.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.094702 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.095423 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: binding-extended
Jun 29 21:33:44.095815 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: portsecurity.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.096958 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.097478 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: port-security
Jun 29 21:33:44.097843 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: project_id.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.099161 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.099615 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: project-id
Jun 29 21:33:44.100029 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: providernet.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.100981 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.101520 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: provider
Jun 29 21:33:44.102087 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.106058 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.106603 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos not supported by any of loaded plugins
Jun 29 21:33:44.106986 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.108409 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.109133 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 29 21:33:44.109452 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.110430 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.111194 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 29 21:33:44.111514 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_default.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.112611 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.113294 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-default not supported by any of loaded plugins
Jun 29 21:33:44.113535 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_fip.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.114407 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.114941 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-fip not supported by any of loaded plugins
Jun 29 21:33:44.115273 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_gateway_ip.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.116338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.116873 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 29 21:33:44.117254 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_port_network_policy.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.118358 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.118896 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 29 21:33:44.119393 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_rule_type_details.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.120527 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.121102 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 29 21:33:44.121559 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: qos_rules_alias.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.122834 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.123572 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 29 21:33:44.123933 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: quotasv2.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.124922 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.125524 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: quotas
Jun 29 21:33:44.125898 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: quotasv2_detail.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.128003 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.128508 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: quota_details
Jun 29 21:33:44.128887 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: rbac.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.130398 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.131095 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: rbac-policies
Jun 29 21:33:44.131579 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: rbac_address_scope.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.132726 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.133461 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: rbac-address-scope
Jun 29 21:33:44.133964 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: rbac_security_groups.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.135200 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.136618 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: rbac-security-groups
Jun 29 21:33:44.137067 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: rbac_subnetpool.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.138197 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.138897 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: rbac-subnetpool
Jun 29 21:33:44.139396 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: revisionifmatch.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.140576 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.141253 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: revision-if-match
Jun 29 21:33:44.141623 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: revisions.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.143213 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.143959 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: standard-attr-revisions
Jun 29 21:33:44.144450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: router_availability_zone.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.145259 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.145973 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: router_availability_zone
Jun 29 21:33:44.146372 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: routerservicetype.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.147945 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.148799 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension router-service-type not supported by any of loaded plugins
Jun 29 21:33:44.149538 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.150804 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.152196 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: port-security-groups-filtering
Jun 29 21:33:44.152566 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: securitygroup.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.166934 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.167734 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: security-group
Jun 29 21:33:44.168095 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: segment.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.169229 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.169975 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension segment not supported by any of loaded plugins
Jun 29 21:33:44.170460 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.172038 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.173462 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 29 21:33:44.174082 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: servicetype.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.175684 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.176527 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: service-type
Jun 29 21:33:44.177088 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: sorting.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.178462 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.178844 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: sorting
Jun 29 21:33:44.179337 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: standard_attr_segment.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.180275 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.180797 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 29 21:33:44.181121 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: standardattrdescription.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.181766 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.182299 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: standard-attr-description
Jun 29 21:33:44.182622 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: stateful_security_group.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.183578 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.184096 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: stateful-security-group
Jun 29 21:33:44.184416 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: stdattrs_common.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.184987 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 29 21:33:44.185307 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.186239 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.186753 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 29 21:33:44.187071 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnet_onboard.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.188242 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.188763 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: subnet_onboard
Jun 29 21:33:44.189084 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.190006 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.190519 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 29 21:33:44.190838 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnet_service_types.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.191782 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.192296 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: subnet-service-types
Jun 29 21:33:44.192616 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnetallocation.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.193698 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.194217 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: subnet_allocation
Jun 29 21:33:44.194539 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.195202 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.195738 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: subnetpool-prefix-ops
Jun 29 21:33:44.196057 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.196985 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.197498 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 29 21:33:44.197814 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: tagging.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.199432 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.199959 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: standard-attr-tag
Jun 29 21:33:44.200284 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: timestamp.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.201471 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.201993 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loaded extension: standard-attr-timestamp
Jun 29 21:33:44.202328 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: trunk.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.203385 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.203904 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension trunk not supported by any of loaded plugins
Jun 29 21:33:44.204228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: trunk_details.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.205136 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.205649 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension trunk-details not supported by any of loaded plugins
Jun 29 21:33:44.205969 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: uplink_status_propagation.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.206883 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.207429 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 29 21:33:44.207753 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Loading extension file: vlantransparent.py {{(pid=74147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 21:33:44.208426 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 21:33:44.208937 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 29 21:33:44.211188 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:network
Jun 29 21:33:44.211950 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnet
Jun 29 21:33:44.212735 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 21:33:44.213347 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:port
Jun 29 21:33:44.215181 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.215646 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service FLAVORS assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.216255 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.216684 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.217012 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:router
Jun 29 21:33:44.217675 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 21:33:44.218383 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service METERING assigned prefix: /metering {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.219907 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89915220>> rbac-policy before_create 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:44.220229 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89915220>> rbac-policy before_update 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:44.220577 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7a89915220>> rbac-policy before_delete 55550000 {{(pid=74147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:33:44.221720 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 21:33:44.222168 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:security_group
Jun 29 21:33:44.222830 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 21:33:44.223609 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service CORE assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.223941 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 21:33:44.224275 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] subnetpool is already registered
Jun 29 21:33:44.224875 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service CORE assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.225203 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 21:33:44.225523 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] subnetpool is already registered
Jun 29 21:33:44.228127 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.228561 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service FLAVORS assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.229172 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.229591 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.229921 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:router
Jun 29 21:33:44.230248 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] router is already registered
Jun 29 21:33:44.230846 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 21:33:44.231174 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] floatingip is already registered
Jun 29 21:33:44.231823 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service METERING assigned prefix: /metering {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.232497 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 21:33:44.232824 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] rbac_policy is already registered
Jun 29 21:33:44.233368 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:security_group
Jun 29 21:33:44.233693 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] security_group is already registered
Jun 29 21:33:44.234295 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 21:33:44.234624 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] security_group_rule is already registered
Jun 29 21:33:44.235314 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service CORE assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.235644 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 21:33:44.235972 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] subnetpool is already registered
Jun 29 21:33:44.236593 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.v2.resource_helper [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Service CORE assigned prefix:  {{(pid=74147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 21:33:44.236920 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 21:33:44.237250 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING neutron.quota.resource_registry [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] subnetpool is already registered
Jun 29 21:33:44.237886 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: extensions {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.239374 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: address-groups {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.240958 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: address-scopes {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.242152 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: agents {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.243302 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: auto-allocated-topology {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.244580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: availability_zones {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.246385 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: dhcp-networks {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.247808 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: dhcp-agents {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.249195 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: routers {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.251040 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: flavors {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.252223 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: service_profiles {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.253403 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: next_providers {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.255053 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: service_profiles {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.256601 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: floatingip-pools {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.257776 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: routers {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.259574 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: floatingips {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.261586 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: l3-routers {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.262938 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: l3-agents {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.264323 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: metering-labels {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.265658 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: metering-label-rules {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.266889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: network-ip-availabilities {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.268150 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: bindings {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.270824 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: quotas {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.272271 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: quotas {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.273648 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: rbac-policies {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.275187 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: security-groups {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.276598 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: security-group-rules {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.277812 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: service-providers {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.279006 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: subnetpools {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.280439 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: subnetpools {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.281860 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.283523 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.285287 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.287005 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.288776 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.290424 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.292209 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.294035 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.295874 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.297674 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron.api.extensions [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Extended resource: tags {{(pid=74147) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 21:33:44.303603 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING keystonemiddleware.auth_token [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 29 21:33:44.308885 dv-cinder-798672-2-iscsi neutron-server[74147]: WARNING keystonemiddleware.auth_token [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 29 21:33:44.316852 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Acquired lock "singleton_lock" {{(pid=74147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 29 21:33:44.317331 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_concurrency.lockutils [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Releasing lock "singleton_lock" {{(pid=74147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 29 21:33:44.317947 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Starting 2 workers
Jun 29 21:33:44.322464 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Started child 74252 {{(pid=74147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 21:33:44.327208 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Started child 74253 {{(pid=74147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 21:33:44.328623 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.329154 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO neutron.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Neutron service started, listening on 0.0.0.0:9696
Jun 29 21:33:44.329383 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Notify callbacks [] for process, before_spawn {{(pid=74147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.330060 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [-] (74252) wsgi starting up on http://0.0.0.0:9696
Jun 29 21:33:44.331842 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Starting 1 workers
Jun 29 21:33:44.331965 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.333258 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [-] (74253) wsgi starting up on http://0.0.0.0:9696
Jun 29 21:33:44.336738 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Started child 74254 {{(pid=74147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 21:33:44.337270 dv-cinder-798672-2-iscsi neutron-server[74147]: INFO oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Starting 1 workers
Jun 29 21:33:44.340807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] calling RpcWorker wait() {{(pid=74254) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 29 21:33:44.341391 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] returning from RpcWorker wait() {{(pid=74254) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 29 21:33:44.341535 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Started child 74255 {{(pid=74147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 21:33:44.342278 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG neutron_lib.callbacks.manager [None req-3b42856e-b0fc-4d75-8e5f-80f67b606a4d None None] Notify callbacks [] for process, after_spawn {{(pid=74147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.342687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.343199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:44.344187 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 21:33:44.344410 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 21:33:44.344594 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 21:33:44.344803 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 21:33:44.345138 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 21:33:44.345302 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 21:33:44.345816 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.346084 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.346340 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.346466 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:44.346976 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.346976 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.347472 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.347742 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.347979 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.348259 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.348509 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.348678 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.348844 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.349096 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.349345 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.349638 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.349914 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.350150 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.350403 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.350573 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.350826 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.351087 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.351354 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.351625 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.351878 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.352334 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.352561 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.352838 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.353072 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.353350 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.353577 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.353854 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.354070 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.354338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.354585 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.354841 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.355083 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.355349 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.355612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.355832 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.356296 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] host                           = dv-cinder-798672-2-iscsi {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.356533 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.356747 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.356991 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.357216 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.357521 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.357684 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.358003 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.358180 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.358431 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.358665 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.358903 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.359131 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.359396 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.359638 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.359804 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.360048 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.360324 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.360589 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.360777 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.360946 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.361125 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.361387 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.361643 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.361811 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.362025 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.362240 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.362443 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.362676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.362919 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.363190 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.363428 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.363665 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.363888 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.364153 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.364411 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.364636 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.364863 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.365107 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.365322 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.365540 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.365754 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.365981 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.366195 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.366407 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.366637 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.366900 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.367158 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.367435 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.369008 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.371448 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373215 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373320 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.373755 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.373823 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.374095 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.374537 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.374761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.375017 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.375303 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.375543 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.375824 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.376258 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.376543 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.376794 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.377157 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.377949 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.377949 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.377949 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.380889 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.385261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386417 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.386928 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387515 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387900 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.387972 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.388248 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.388384 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.388610 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.388845 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.389060 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.389509 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.390433 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.390806 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.391169 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.391556 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.391917 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.392350 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.392738 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.393237 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.393745 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.393997 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.394454 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.394699 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.394961 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.395206 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.395485 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.395712 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.395971 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.396176 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.396473 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.396731 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.397005 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.397232 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.397460 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.397718 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.398126 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.398557 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.398906 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.399477 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.399904 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.400361 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.400796 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.401238 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.401650 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.402079 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.402508 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.402742 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.403005 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.403261 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.403544 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.403827 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.404113 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.404392 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.404646 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.404908 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.405153 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.405415 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.405674 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.405925 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.406358 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.406602 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.406896 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.407147 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.407395 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.407847 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.408143 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.408524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.408843 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.409152 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.409480 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.409813 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.410130 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.410531 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.411025 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.411131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58798) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:33:44.411614 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.412061 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.412386 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.412712 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.412998 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.413298 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.413559 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.413801 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.414062 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.414300 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.414522 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.414887 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.415283 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.415677 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.416037 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.416436 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.416914 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.417529 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.418185 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.418608 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.418988 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.420930 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.420930 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.420930 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.421219 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062888
Jun 29 21:33:44.421294 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.421633 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.422021 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.423868 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.424498 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.424955 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.425229 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.426681 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.427136 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.427554 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.427819 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.428058 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.428338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.428579 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.428804 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.429028 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.429278 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.429505 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.429727 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.429985 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.430226 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.430494 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.430740 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.431089 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.431377 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.431619 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.431855 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.432076 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.432835 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.433053 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.433278 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.433516 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.433739 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.433972 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.434191 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.434409 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.434627 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.434858 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.435101 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.435403 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.435637 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.435914 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.436142 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.436354 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.436626 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.436882 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.437119 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.437367 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.437599 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.437829 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.438042 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.438263 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.438562 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.438807 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.439115 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.439382 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.440450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.440450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.440450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.440450 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441002 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441002 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441318 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441464 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441603 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.441913 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.442092 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.442292 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.442597 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.442890 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.443350 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.443503 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.443696 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.443975 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.444239 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447260 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447941 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447941 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.447941 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.448959 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.449238 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.449853 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.449853 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.450031 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.450187 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.450425 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.450662 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.450890 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.451111 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.451289 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 21:33:44.451846 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 21:33:44.452011 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 21:33:44.452160 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 21:33:44.452332 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 21:33:44.452502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 21:33:44.452664 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 21:33:44.452857 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453016 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453174 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453337 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453496 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453674 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453835 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.453993 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.454153 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.454310 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.454470 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.454630 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.454874 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.455038 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.455376 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.455727 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456026 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456191 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456359 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456522 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456682 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.456842 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457001 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457163 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457361 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457531 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457681 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457837 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.457991 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.458144 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.458303 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.458608 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.458916 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.459072 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.459433 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.459593 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.459753 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.459912 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460075 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460240 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] host                           = dv-cinder-798672-2-iscsi {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460397 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460556 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460719 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.460899 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461072 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461220 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461365 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461534 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461650 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461801 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.461959 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.462114 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.462402 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.462715 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.463031 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464502 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464896 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.464896 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.465038 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.465104 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.465246 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.465545 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.465704 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.466045 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.466203 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.466496 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.466814 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.466980 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.467761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.467761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.467761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.467761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.467761 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468072 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468072 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468211 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468435 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468542 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468632 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.468927 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469090 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469253 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469416 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469563 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469718 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.469883 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470097 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470189 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470337 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470491 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470631 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470769 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.470936 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471141 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471327 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471473 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471750 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471840 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.471994 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.472148 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.472474 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.472653 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.472787 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 21:33:44.473118 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.473284 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.473452 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.473611 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.473769 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.473929 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474096 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474257 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474420 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474750 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.474913 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475091 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475266 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475423 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475588 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475753 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.475895 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476054 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476233 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476376 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476516 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476669 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476808 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.476946 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.477096 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.477265 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.477423 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.477738 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.477891 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478052 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478198 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478365 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478529 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478683 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.478834 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.479011 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.479190 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.479905 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480093 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480243 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480383 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480545 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480745 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.480899 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481047 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481177 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481497 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481644 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481809 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.481971 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.482147 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.482310 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.482473 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.482635 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.482798 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.483491 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.483491 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.483783 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:44.483930 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484084 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484223 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484374 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484513 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484675 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484821 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.484987 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485133 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485282 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485451 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485597 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485762 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.485907 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.486073 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.486218 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.486393 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.486570 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.486715 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.488500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.489546 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.490580 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.491651 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.492676 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.493575 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.494338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.494338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.494338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.494338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.494338 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.495028 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.495028 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496227 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496616 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496616 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496616 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496820 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.496896 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497062 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497222 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497385 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497549 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497712 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.497873 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498036 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498237 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498366 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498564 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498699 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498853 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.498994 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.499123 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.499295 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500215 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500897 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500897 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500897 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.500897 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501349 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501349 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501349 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501678 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501678 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501885 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.501885 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502079 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502185 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502303 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502466 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502627 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502789 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.502951 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.503129 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.503322 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.503495 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.503643 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.503956 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.504250 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.504536 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.504841 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505005 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505167 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505333 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505500 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505665 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505827 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.505990 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506154 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506317 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506763 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506763 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506966 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.506966 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507612 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507997 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.507997 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.508212 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.508212 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.508428 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.509524 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510269 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510269 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510269 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510269 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510269 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510850 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510850 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.510850 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.511082 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.511382 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.511665 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.512217 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.512217 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.512526 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.512814 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513006 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513222 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513464 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513464 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513782 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.513782 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.514030 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.514301 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.514643 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.515833 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.515833 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.515833 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.515833 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.515833 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.517228 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.518109 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 21:33:44.518109 dv-cinder-798672-2-iscsi neutron-server[74147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 21:33:55.359977 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d471e4b-e2e6-423b-8051-db37ccf812d5 None None] get_active_networks_info from dv-cinder-798672-2-iscsi {{(pid=74254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jun 29 21:33:55.446333 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f85518a9-bec7-4ffb-9d18-bd7dccf64608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:55.456077 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d471e4b-e2e6-423b-8051-db37ccf812d5 None None] No non-hosted networks {{(pid=74254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 29 21:33:55.705967 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:55.708163 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.709177 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.709560 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.710168 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.710549 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.710939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.711277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.712167 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.712499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.712819 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.713137 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:33:55.713549 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7a894d29d0>, 'Open vSwitch agent', 'dv-cinder-798672-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:55.722497 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7a894e9fa0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798672-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:33:57.604189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9971a476-82d6-4621-9126-8f1ab0f8d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:57.650131 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-10654190-8d45-432f-a912-7c5a358a79eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:33:58.803788 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:00.052980 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:01.898300 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58894) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:02.574027 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING oslo_policy.policy [None req-642a7437-e7fd-47a5-8763-c3e2cca55cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:02.574704 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING oslo_policy.policy [None req-642a7437-e7fd-47a5-8763-c3e2cca55cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:02.655219 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.db.l3_hamode_db [None req-94428a18-a707-4b26-9003-cb3f994014ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 29 21:34:02.751958 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94428a18-a707-4b26-9003-cb3f994014ea None None] Routers set() bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:34:02.752344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94428a18-a707-4b26-9003-cb3f994014ea None None] Router IDs set() for agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 29 21:34:02.798072 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [None req-642a7437-e7fd-47a5-8763-c3e2cca55cba admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:34:02.799126 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-642a7437-e7fd-47a5-8763-c3e2cca55cba admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8999250
Jun 29 21:34:05.161995 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58908) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:05.544319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:05.591535 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.policy [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74252) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 21:34:05.592275 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING oslo_policy.policy [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:05.592671 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING oslo_policy.policy [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:05.596069 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.quota [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7a89669af0>.
Jun 29 21:34:05.612395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:05.680138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760266706838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760266687254', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760266682598', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760266676358', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760266669536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729296', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3879846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3684449'] for rbac-policy, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:05.752379 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:05.753337 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a2d4803c-c322-4865-b445-dbcbf038be18 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5903337
Jun 29 21:34:08.325012 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58922) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:08.702146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Request body: {'network': {'name': 'private', 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:08.706945 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:08.711336 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Usage tracker for resource:network and tenant:7f9d128f56e84c40a5049e791737b6ef is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:08.716464 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:08.722559 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:08.732622 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Made reservation on behalf of 7f9d128f56e84c40a5049e791737b6ef for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:34:08.736016 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:08.754085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:08.797122 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:08.800757 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Usage tracker for resource:security_group_rule and tenant:7f9d128f56e84c40a5049e791737b6ef is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:08.803559 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:08.809840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:08.878851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:08.882576 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:08.888636 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:08.910123 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:34:08.936078 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760267467641', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:08.936657 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7a8a16b790> segment precommit_create {{(pid=74252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 21:34:08.937120 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Added segment 589147ab-43b2-4aac-965a-6ecb6fec89d9 of type vlan for network c82ab554-5888-4738-859d-47fd98b70db5
Jun 29 21:34:08.945222 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff87c8cd-3459-43a4-8099-43656a61415b,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:09.006027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.006275 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.006574 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.006881 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.007204 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.007540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.007845 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.008162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.008467 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.008765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.009061 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Tracked resource versions report:
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]: pushed versions:
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Log': {'1.0'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Network': {'1.1'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Port': {'1.5'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'PortForwarding': {'1.2'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'QosPolicy': {'1.8'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SecurityGroup': {'1.2'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SubPort': {'1.0'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Subnet': {'1.1'},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Trunk': {'1.1'}}
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]: consumer versions:
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Log': '1.0',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Network': '1.1',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Port': '1.5',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'PortForwarding': '1.2',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'QosPolicy': '1.8',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SecurityGroup': '1.2',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SubPort': '1.0',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Subnet': '1.1',
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Trunk': '1.1'}}
Jun 29 21:34:09.010129 dv-cinder-798672-2-iscsi neutron-server[74252]:  {{(pid=74252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:34:09.051851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:09.055561 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:09.093744 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:09.095021 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:09.095702 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:09.099352 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:09.204968 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Pushing event updated for resources: {'Network': ['ID=c82ab554-5888-4738-859d-47fd98b70db5,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:09.207602 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8815954
Jun 29 21:34:09.209309 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:09.222353 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network c82ab554-5888-4738-859d-47fd98b70db5 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:34:11.790281 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58938) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:12.263376 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88360ac1-636d-4769-9075-f36c163874a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:12.264685 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-88360ac1-636d-4769-9075-f36c163874a5 admin admin] 10.222.0.21 "GET /v2.0/networks/c82ab554-5888-4738-859d-47fd98b70db5 HTTP/1.1" status: 200  len: 825 time: 0.4788313
Jun 29 21:34:12.295172 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1f8757aa-a2a2-4b80-9151-6e372e794428 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/2df3ae3f-b909-42e8-98d1-7a434caa9c3c HTTP/1.1" status: 200  len: 734 time: 0.0251276
Jun 29 21:34:12.305067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:12.309998 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:12.313751 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Usage tracker for resource:subnet and tenant:7f9d128f56e84c40a5049e791737b6ef is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:12.316638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:12.322184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:12.332972 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Made reservation on behalf of 7f9d128f56e84c40a5049e791737b6ef for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:34:12.335541 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:12.608727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:12.612695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:12.690638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e8c363-e193-4b79-bf50-9acbfc324a9e,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:12.696306 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:12.701667 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Checking segment: {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:34:12.702045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Network hostable DHCP agents. Network: c82ab554-5888-4738-859d-47fd98b70db5, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:34:12.724595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Network c82ab554-5888-4738-859d-47fd98b70db5 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:34:12.735568 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, c82ab554-5888-4738-859d-47fd98b70db5) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:12.740135 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:12.740696 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:12.746333 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ee816-81d6-4d6d-83f0-1d97dcc99b3f None None] Network c82ab554-5888-4738-859d-47fd98b70db5 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:34:12.762011 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4602201
Jun 29 21:34:13.071793 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-c82ab554-5888-4738-859d-47fd98b70db5', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:34:13.073025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.273916 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Allocated IP 172.20.0.2 (c82ab554-5888-4738-859d-47fd98b70db5/f0e8c363-e193-4b79-bf50-9acbfc324a9e/1dd89d5a-30f1-4325-9169-27fc2c6f6977) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:34:13.508904 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.523840 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Transition to ACTIVE for port object 1dd89d5a-30f1-4325-9169-27fc2c6f6977 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:34:13.544602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Transition to ACTIVE for port object 1dd89d5a-30f1-4325-9169-27fc2c6f6977 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:34:13.555905 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.564397 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:13.624522 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Network c82ab554-5888-4738-859d-47fd98b70db5 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:34:13.627414 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:13.634350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:34:13.637071 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Pushing event updated for resources: {'Port': ['ID=1dd89d5a-30f1-4325-9169-27fc2c6f6977,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:13.648012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.648348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.648697 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.648988 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.649307 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.649621 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.649935 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.650262 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.650574 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.651134 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.652189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Tracked resource versions report:
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]: pushed versions:
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Log': {'1.0'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Network': {'1.1'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Port': {'1.5'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'PortForwarding': {'1.2'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'QosPolicy': {'1.8'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SecurityGroup': {'1.2'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SubPort': {'1.0'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Subnet': {'1.1'},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Trunk': {'1.1'}}
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]: consumer versions:
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Log': '1.0',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Network': '1.1',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Port': '1.5',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'PortForwarding': '1.2',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'QosPolicy': '1.8',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SecurityGroup': '1.2',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SubPort': '1.0',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Subnet': '1.1',
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Trunk': '1.1'}}
Jun 29 21:34:13.652679 dv-cinder-798672-2-iscsi neutron-server[74254]:  {{(pid=74254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:34:13.680308 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:13.741140 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Attempting to bind port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:34:13.741541 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Attempting to bind port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:34:13.741960 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Attempting to bind port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 on network c82ab554-5888-4738-859d-47fd98b70db5 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:34:13.751925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:34:13.752594 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Checking segment: {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:34:13.752795 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.753188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Bound using segment: {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:34:13.753659 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Bound port: 1dd89d5a-30f1-4325-9169-27fc2c6f6977, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:34:13.754040 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.847656 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] For port 1dd89d5a-30f1-4325-9169-27fc2c6f6977, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:34:13.852018 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] For port 1dd89d5a-30f1-4325-9169-27fc2c6f6977, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=1dd89d5a-30f1-4325-9169-27fc2c6f6977,segment=NetworkSegment(589147ab-43b2-4aac-965a-6ecb6fec89d9),segment_id=589147ab-43b2-4aac-965a-6ecb6fec89d9)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:34:13.856804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:13.861079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:13.974912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Pushing event updated for resources: {'Port': ['ID=1dd89d5a-30f1-4325-9169-27fc2c6f6977,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:13.992354 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:15.047971 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 58948) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:15.698233 dv-cinder-798672-2-iscsi neutron-server[74253]: WARNING oslo_policy.policy [None req-20bc3128-8582-41ab-975f-ed0751ea32da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:15.699331 dv-cinder-798672-2-iscsi neutron-server[74253]: WARNING oslo_policy.policy [None req-20bc3128-8582-41ab-975f-ed0751ea32da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:15.917309 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [None req-20bc3128-8582-41ab-975f-ed0751ea32da admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74253) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:34:15.919096 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-20bc3128-8582-41ab-975f-ed0751ea32da admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8691111
Jun 29 21:34:17.701159 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02989582-1e56-4940-b61b-b19ea6e03add None None] Network c82ab554-5888-4738-859d-47fd98b70db5 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:34:17.801834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-517bb58a-0266-4a4d-ae21-011f5b8384d6 None None] Provisioning for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:34:18.044141 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1dd89d5a-30f1-4325-9169-27fc2c6f6977 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:18.115464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:34:18.121419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:18.122025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:18.195071 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-5e535cb0-24e8-441e-b3c5-53b2f37b678e None None] Provisioning complete for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:18.195463 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5e535cb0-24e8-441e-b3c5-53b2f37b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:18.234375 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58966) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:18.305148 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:18.388112 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 1dd89d5a-30f1-4325-9169-27fc2c6f6977, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=1dd89d5a-30f1-4325-9169-27fc2c6f6977,segment=NetworkSegment(589147ab-43b2-4aac-965a-6ecb6fec89d9),segment_id=589147ab-43b2-4aac-965a-6ecb6fec89d9)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:34:18.390833 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5e535cb0-24e8-441e-b3c5-53b2f37b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:18.404592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:18.409402 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:18.526486 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=1dd89d5a-30f1-4325-9169-27fc2c6f6977,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:18.530538 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:18.531653 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-5e535cb0-24e8-441e-b3c5-53b2f37b678e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:34:18.532041 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-5e535cb0-24e8-441e-b3c5-53b2f37b678e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:34:18.771589 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [None req-33d4ea4f-6653-4ee8-96c2-5b446879d28e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:34:18.772551 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-33d4ea4f-6653-4ee8-96c2-5b446879d28e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5371790
Jun 29 21:34:20.016188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1dd89d5a-30f1-4325-9169-27fc2c6f6977 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:20.092185 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:20.092453 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:21.329501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 58978) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:21.777807 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:21.809725 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.policy [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74253) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 21:34:21.810499 dv-cinder-798672-2-iscsi neutron-server[74253]: WARNING oslo_policy.policy [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:21.810899 dv-cinder-798672-2-iscsi neutron-server[74253]: WARNING oslo_policy.policy [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 21:34:21.814333 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.quota [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7a896e4520>.
Jun 29 21:34:21.829440 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:21.835807 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Usage tracker for resource:router and tenant:7f9d128f56e84c40a5049e791737b6ef is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:21.840952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:21.848349 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:21.866218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:21.868182 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:21.895109 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:22.008479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:22.029604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:22.030790 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8e040e49-daf0-4ec1-bc30-784075d410d6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7003398
Jun 29 21:34:24.268714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 58990) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:24.397755 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:34:24.668140 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [None req-46898a7e-dacd-43c7-a401-4227f848b6ba admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:34:24.669143 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-46898a7e-dacd-43c7-a401-4227f848b6ba admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3995020
Jun 29 21:34:25.283932 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-433b20d4-9362-4020-8f25-2416b73df68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:25.706229 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:26.889420 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59000) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:27.284604 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:27.289856 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:27.294233 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Usage tracker for resource:network and tenant:cca261bf39244712926e065d795518f2 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:27.297055 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:27.302745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:27.313147 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Made reservation on behalf of cca261bf39244712926e065d795518f2 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:34:27.316502 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.328738 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.360114 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:27.364024 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Usage tracker for resource:security_group_rule and tenant:cca261bf39244712926e065d795518f2 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:27.366920 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:27.373640 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:27.445494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.451030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.456180 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:27.472913 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Reserving flat network on physical network physnet1 {{(pid=74252) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 29 21:34:27.506961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0f6c1-eee8-4011-8b6e-cb665014be93,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:27.510330 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:27.511933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.512268 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Added segment c060e75f-930c-452c-b8dc-23829b355915 of type flat for network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0
Jun 29 21:34:27.545198 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.579872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.581096 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:27.581664 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.584928 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:27.604531 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6c838bb2-36f4-4b6c-9c52-e8df47c08e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:27.684299 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Pushing event updated for resources: {'Network': ['ID=4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:27.687469 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7970574
Jun 29 21:34:27.688163 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:27.694172 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:34:28.749167 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:29.922216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59020) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:29.996206 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:30.163629 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35768ac8-5d63-4ad2-9199-0f4c43aed48c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:30.164958 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-35768ac8-5d63-4ad2-9199-0f4c43aed48c admin admin] 10.222.0.21 "GET /v2.0/subnets/f0e8c363-e193-4b79-bf50-9acbfc324a9e HTTP/1.1" status: 200  len: 849 time: 0.2418742
Jun 29 21:34:30.335141 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-21aff0a2-d013-4d07-a216-5c74b1430a15 admin admin] 10.222.0.21 "GET /v2.0/routers/e372ccb2-31dc-4308-9502-abdf8cecb79b HTTP/1.1" status: 200  len: 704 time: 0.1647561
Jun 29 21:34:30.808514 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.055585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Allocated IP 172.20.0.1 (c82ab554-5888-4738-859d-47fd98b70db5/f0e8c363-e193-4b79-bf50-9acbfc324a9e/a58ed4b1-fb14-44a1-bb93-dc13db4c2758) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:34:31.222331 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.239284 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Transition to ACTIVE for port object a58ed4b1-fb14-44a1-bb93-dc13db4c2758 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:34:31.295259 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.299598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:31.398098 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Network c82ab554-5888-4738-859d-47fd98b70db5 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:34:31.400878 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:31.406597 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:34:31.407107 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.409798 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Pushing event updated for resources: {'Port': ['ID=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:31.414610 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:31.535080 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.581002 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-f230f055-f459-4845-8f5f-227183184fe1 None None] Provisioning for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:34:31.585638 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-f230f055-f459-4845-8f5f-227183184fe1 None None] Provisioning complete for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:31.586004 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f230f055-f459-4845-8f5f-227183184fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.646583 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-f230f055-f459-4845-8f5f-227183184fe1 None None] Port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:34:31.768251 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.772861 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.773966 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:31.778030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:31.896628 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Pushing event updated for resources: {'Port': ['ID=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:31.903555 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:31.969316 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Network c82ab554-5888-4738-859d-47fd98b70db5 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:34:31.970396 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:32.175340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-bff9102d-27e9-4445-9734-214b30abcb63 None None] Provisioning complete for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:32.175340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bff9102d-27e9-4445-9734-214b30abcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:32.226675 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-bff9102d-27e9-4445-9734-214b30abcb63 None None] Port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:34:32.328126 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Router e372ccb2-31dc-4308-9502-abdf8cecb79b is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:34:32.492309 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:34:32.502260 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Sync routers for ids ['e372ccb2-31dc-4308-9502-abdf8cecb79b'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:34:32.502736 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] 10.222.0.21 "PUT /v2.0/routers/e372ccb2-31dc-4308-9502-abdf8cecb79b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1623497
Jun 29 21:34:32.515814 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Routers {'e372ccb2-31dc-4308-9502-abdf8cecb79b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:34:32.516690 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a895d1460>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:34:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['e372ccb2-31dc-4308-9502-abdf8cecb79b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:32.697487 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Set router e372ccb2-31dc-4308-9502-abdf8cecb79b gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:34:33.065311 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a895d1460>, [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:31Z', 'revision_number': 2, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port_host': None, '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:31Z', 'revision_number': 2, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:33.070153 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Checking router: e372ccb2-31dc-4308-9502-abdf8cecb79b for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:34:33.070517 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Updating router e372ccb2-31dc-4308-9502-abdf8cecb79b port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:34:33.123828 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.494400 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.508853 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Transition to ACTIVE for port object a58ed4b1-fb14-44a1-bb93-dc13db4c2758 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:34:33.515126 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.520570 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:33.741136 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Pushing event updated for resources: {'Port': ['ID=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:33.768190 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Attempting to bind port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:34:33.768586 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Attempting to bind port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:34:33.769013 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Attempting to bind port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 on network c82ab554-5888-4738-859d-47fd98b70db5 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:34:33.772648 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.772979 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.773304 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.773626 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.773947 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.774263 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.774578 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.774911 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.775255 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.775557 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.775866 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Tracked resource versions report:
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]: pushed versions:
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Log': {'1.0'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Network': {'1.1'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Port': {'1.5'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'PortForwarding': {'1.2'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'QosPolicy': {'1.8'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SecurityGroup': {'1.2'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SubPort': {'1.0'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Subnet': {'1.1'},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Trunk': {'1.1'}}
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]: consumer versions:
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Log': '1.0',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Network': '1.1',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Port': '1.5',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'PortForwarding': '1.2',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'QosPolicy': '1.8',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SecurityGroup': '1.2',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SubPort': '1.0',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Subnet': '1.1',
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Trunk': '1.1'}}
Jun 29 21:34:33.777864 dv-cinder-798672-2-iscsi neutron-server[74255]:  {{(pid=74255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:34:33.784291 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:33.785418 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:34:33.785829 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Checking segment: {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:34:33.786701 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.786701 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Bound using segment: {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:34:33.787159 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Bound port: a58ed4b1-fb14-44a1-bb93-dc13db4c2758, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589147ab-43b2-4aac-965a-6ecb6fec89d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:34:33.787569 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.878108 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] For port a58ed4b1-fb14-44a1-bb93-dc13db4c2758, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:34:33.883007 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] For port a58ed4b1-fb14-44a1-bb93-dc13db4c2758, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,segment=NetworkSegment(589147ab-43b2-4aac-965a-6ecb6fec89d9),segment_id=589147ab-43b2-4aac-965a-6ecb6fec89d9)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:34:33.888187 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:33.892036 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:33.970637 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Pushing event updated for resources: {'Port': ['ID=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:34.001308 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:34.002469 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Routers {'e372ccb2-31dc-4308-9502-abdf8cecb79b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:34:34.003116 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a895d1460>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:34:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['e372ccb2-31dc-4308-9502-abdf8cecb79b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:34.159833 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] Set router e372ccb2-31dc-4308-9502-abdf8cecb79b gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:34:34.481985 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a895d1460>, [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:31Z', 'revision_number': 2, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port_host': None, '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:33Z', 'revision_number': 4, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:34.485936 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135c6f-ca21-42b4-9aa4-723d56800343 None None] The sync data for ids ['e372ccb2-31dc-4308-9502-abdf8cecb79b'] in dv-cinder-798672-2-iscsi is: [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:31Z', 'revision_number': 2, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port_host': None, '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:33Z', 'revision_number': 4, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:34:34.593586 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59044) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:34.768068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393782f-1e42-4200-a2b7-5ef75d381af1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:34.768543 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8393782f-1e42-4200-a2b7-5ef75d381af1 admin admin] Synchronizing usage tracker for tenant:cca261bf39244712926e065d795518f2 on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:34:34.787538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8393782f-1e42-4200-a2b7-5ef75d381af1 admin admin] Unset dirty status for tenant:cca261bf39244712926e065d795518f2 on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:34:34.794269 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8393782f-1e42-4200-a2b7-5ef75d381af1 admin admin] 10.222.0.21 "GET /v2.0/networks/4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 HTTP/1.1" status: 200  len: 842 time: 0.1940839
Jun 29 21:34:34.798782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:34.804159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:34:34.808115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Usage tracker for resource:subnet and tenant:cca261bf39244712926e065d795518f2 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:34:34.811148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:34:34.817680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:34:34.827781 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Made reservation on behalf of cca261bf39244712926e065d795518f2 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:34:34.830023 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:35.236396 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.objects.ports [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74252) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jun 29 21:34:35.236827 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:35.243533 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:35.321970 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7c8637-b423-42ef-a47a-f56c1fbdaf37,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:35.324636 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:35.326666 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:34:35.327011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Network hostable DHCP agents. Network: 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:34:35.351981 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:34:35.362780 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:35.366934 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:35.367577 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:35.371990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742bca0-bd4f-4497-947d-e5c25852d8c4 None None] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:34:35.390569 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5951099
Jun 29 21:34:35.603960 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f2521-64a4-4eaa-bd49-2f8e7fb190e6 None None] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:34:36.037430 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device a58ed4b1-fb14-44a1-bb93-dc13db4c2758 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:36.107081 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:34:36.111744 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:36.112105 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:36.224456 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:36.256370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port a58ed4b1-fb14-44a1-bb93-dc13db4c2758, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,segment=NetworkSegment(589147ab-43b2-4aac-965a-6ecb6fec89d9),segment_id=589147ab-43b2-4aac-965a-6ecb6fec89d9)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:34:36.260437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:36.264565 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-64a8faab-ef58-4f2f-b5f2-93279e04ccb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:36.327671 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=a58ed4b1-fb14-44a1-bb93-dc13db4c2758,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:36.332427 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:37.546561 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59058) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:37.785625 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-785f5678-baae-4e2c-983c-1f136546a9fc admin admin] 10.222.0.21 "GET /v2.0/routers/e372ccb2-31dc-4308-9502-abdf8cecb79b HTTP/1.1" status: 200  len: 710 time: 0.2374218
Jun 29 21:34:37.940396 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20c1ea-546e-42b3-b5a7-3e872bbbd930 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:34:37.941818 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0f20c1ea-546e-42b3-b5a7-3e872bbbd930 admin admin] 10.222.0.21 "GET /v2.0/networks/4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 HTTP/1.1" status: 200  len: 886 time: 0.1477404
Jun 29 21:34:37.951009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:34:38.041237 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device a58ed4b1-fb14-44a1-bb93-dc13db4c2758 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:38.115865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:38.116240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:38.466487 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:38.647123 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:38.744724 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:38.877290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Allocated IP 172.27.3.165 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:34:39.017162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.042757 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.046896 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:39.106823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:34:39.109575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:34:39.113113 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:34:39.143668 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Pushing event updated for resources: {'Port': ['ID=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:39.149645 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:39.257265 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.416874 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.420717 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3816134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3816189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3818099'] for router, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.614578 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Router e372ccb2-31dc-4308-9502-abdf8cecb79b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:34:39.813263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:34:39.821699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:39.822874 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] 10.222.0.21 "PUT /v2.0/routers/e372ccb2-31dc-4308-9502-abdf8cecb79b HTTP/1.1" status: 200  len: 890 time: 1.8755481
Jun 29 21:34:39.834881 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Sync routers for ids ['e372ccb2-31dc-4308-9502-abdf8cecb79b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:34:39.848645 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Routers {'e372ccb2-31dc-4308-9502-abdf8cecb79b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:34:39.849425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a893c3160>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:34:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['e372ccb2-31dc-4308-9502-abdf8cecb79b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:40.039568 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Set router e372ccb2-31dc-4308-9502-abdf8cecb79b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:34:40.382773 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a893c3160>, [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:39Z', 'revision_number': 4, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port': {'id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:38Z', 'updated_at': '2021-06-29T21:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:36Z', 'revision_number': 5, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:40.388286 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Checking router: e372ccb2-31dc-4308-9502-abdf8cecb79b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:34:40.388623 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Updating router e372ccb2-31dc-4308-9502-abdf8cecb79b port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:34:40.439726 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:40.770616 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:40.783718 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Transition to ACTIVE for port object f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:34:40.792604 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:40.803080 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:40.921144 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Attempting to bind port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:34:40.921801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Attempting to bind port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:34:40.921905 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Attempting to bind port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:34:40.927944 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Pushing event updated for resources: {'Port': ['ID=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:40.931109 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:40.935246 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:34:40.935621 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:34:40.936387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:40.936387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:34:40.936848 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Bound port: f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:34:40.937234 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:41.011123 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] For port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:34:41.014523 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] For port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:34:41.018099 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:41.022007 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:41.102666 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Pushing event updated for resources: {'Port': ['ID=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:41.107655 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:41.116467 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Routers {'e372ccb2-31dc-4308-9502-abdf8cecb79b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:34:41.117093 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a893c3160>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:34:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['e372ccb2-31dc-4308-9502-abdf8cecb79b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:41.307153 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] Set router e372ccb2-31dc-4308-9502-abdf8cecb79b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:34:41.641763 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a893c3160>, [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:39Z', 'revision_number': 4, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port': {'id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:38Z', 'updated_at': '2021-06-29T21:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:36Z', 'revision_number': 5, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:34:41.646642 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671bd70-e1b3-4510-a6a3-b81e85bc4edc None None] The sync data for ids ['e372ccb2-31dc-4308-9502-abdf8cecb79b'] in dv-cinder-798672-2-iscsi is: [{'id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'name': 'router1', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:34:21Z', 'updated_at': '2021-06-29T21:34:39Z', 'revision_number': 4, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'gw_port': {'id': 'f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:38Z', 'updated_at': '2021-06-29T21:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'a58ed4b1-fb14-44a1-bb93-dc13db4c2758', 'name': '', 'network_id': 'c82ab554-5888-4738-859d-47fd98b70db5', 'tenant_id': '7f9d128f56e84c40a5049e791737b6ef', 'mac_address': 'fa:16:3e:47:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372ccb2-31dc-4308-9502-abdf8cecb79b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:34:30Z', 'updated_at': '2021-06-29T21:34:36Z', 'revision_number': 5, 'project_id': '7f9d128f56e84c40a5049e791737b6ef', 'subnets': [{'id': 'f0e8c363-e193-4b79-bf50-9acbfc324a9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2df3ae3f-b909-42e8-98d1-7a434caa9c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:34:42.069556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:42.143609 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59068) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:34:42.178958 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:34:42.184772 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:42.185244 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:42.305932 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:42.324138 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:34:42.328506 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:42.330746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:34:42.336571 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d3786465-e2e2-4098-87aa-a0cc2da69bf6 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1912205
Jun 29 21:34:42.401128 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:34:42.409493 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:34:44.047064 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:34:44.120036 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port f3dceeb3-6bb9-40fc-b4b7-9d0b060354c2 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:34:44.120323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:55.288052 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8393c81c-f08e-46b1-81dd-c795dbae3971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:55.712634 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:57.608136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e88a7655-54eb-41ca-a9b5-938cf28a6a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:34:58.752949 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:00.007448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:01.398323 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:35:25.293504 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9cce431d-6402-41c2-8019-c1fc943d07ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:25.709229 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:27.612728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3fe7-12f1-4c72-8cbe-4d5d44350931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:28.765997 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:30.029344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:38.399386 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:35:55.296895 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3e94c216-2ddf-4ec3-adbf-d5b23645602c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:55.705266 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:57.617415 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9dece5a4-210a-4011-9883-3078e6149687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:35:58.770581 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:00.034153 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:15.399639 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:36:25.298707 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9805cf51-4f98-4d67-b814-280d8a651b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:25.710260 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:27.614666 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d31112f1-3fd4-4802-9cb0-94656aab68b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:28.767626 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:30.059149 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:47.011859 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59640) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:47.107058 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f714f7f-e2b1-452f-a685-ccc9a9763e6f admin admin] GET failed (client error): The resource could not be found.
Jun 29 21:36:47.108475 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3f714f7f-e2b1-452f-a685-ccc9a9763e6f admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0956898
Jun 29 21:36:47.239146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da3e70-21f9-4407-9fc8-abcf168d2601 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:47.240664 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c0da3e70-21f9-4407-9fc8-abcf168d2601 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1282358
Jun 29 21:36:49.255249 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59650) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:49.434557 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599070f-fec1-4a81-b134-e712390c7f2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:49.435978 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f599070f-fec1-4a81-b134-e712390c7f2e admin admin] 10.222.0.21 "GET /v2.0/subnets/f0e8c363-e193-4b79-bf50-9acbfc324a9e HTTP/1.1" status: 200  len: 849 time: 0.1798060
Jun 29 21:36:49.445803 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:36:49.563487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:49.756665 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760267422639'] for subnet, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:49.761504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:36:49.850299 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:49.851639 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:49.852197 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] 10.222.0.21 "PUT /v2.0/subnets/f0e8c363-e193-4b79-bf50-9acbfc324a9e HTTP/1.1" status: 200  len: 868 time: 0.4103739
Jun 29 21:36:49.856352 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85ba14-99a0-4aaf-aec5-b073a6b47904 None None] Network c82ab554-5888-4738-859d-47fd98b70db5 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:36:49.862823 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e8c363-e193-4b79-bf50-9acbfc324a9e,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:36:49.873074 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.873478 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.873738 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.874059 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.874382 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.874852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.875038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.875539 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.875921 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.876196 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.876495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Tracked resource versions report:
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]: pushed versions:
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Log': {'1.0'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Network': {'1.1'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Port': {'1.5'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'PortForwarding': {'1.2'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'QosPolicy': {'1.8'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SecurityGroup': {'1.2'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SubPort': {'1.0'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Subnet': {'1.1'},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Trunk': {'1.1'}}
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]: consumer versions:
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Log': '1.0',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Network': '1.1',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Port': '1.5',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'PortForwarding': '1.2',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'QosPolicy': '1.8',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SecurityGroup': '1.2',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SubPort': '1.0',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Subnet': '1.1',
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Trunk': '1.1'}}
Jun 29 21:36:49.877646 dv-cinder-798672-2-iscsi neutron-server[74253]:  {{(pid=74253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:36:49.884211 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:36:50.446547 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-ec210c17-9a5d-4526-9ffb-c0988c9ce2fc None None] Provisioning complete for port 1dd89d5a-30f1-4325-9169-27fc2c6f6977 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:36:50.446927 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ec210c17-9a5d-4526-9ffb-c0988c9ce2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:50.580528 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-ec210c17-9a5d-4526-9ffb-c0988c9ce2fc None None] Provisioning complete for port a58ed4b1-fb14-44a1-bb93-dc13db4c2758 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:36:50.580801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ec210c17-9a5d-4526-9ffb-c0988c9ce2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:51.922940 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59664) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:52.129855 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36d000-72fd-47d0-bc7b-c939d74ee0d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:52.130124 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36d000-72fd-47d0-bc7b-c939d74ee0d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:52.131773 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-fc36d000-72fd-47d0-bc7b-c939d74ee0d8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2077351
Jun 29 21:36:52.399109 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:36:54.126091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59674) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:54.360707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559c598-03cb-4106-b8f2-f1458e596654 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:54.360990 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559c598-03cb-4106-b8f2-f1458e596654 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:54.362496 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-9559c598-03cb-4106-b8f2-f1458e596654 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2354379
Jun 29 21:36:55.301932 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-75234bdb-bf6c-49c5-b8ec-4904d24e474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:55.716696 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:56.374761 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59684) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:56.584642 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717707a-3921-4b65-ae14-42ea74be4581 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:56.585867 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c717707a-3921-4b65-ae14-42ea74be4581 admin admin] 10.222.0.21 "GET /v2.0/networks/4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 HTTP/1.1" status: 200  len: 886 time: 0.2100568
Jun 29 21:36:57.620764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-339ae672-8260-4960-aa6a-b9e2456f65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:58.633736 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59694) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:36:58.777471 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:36:58.845155 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9115cc29-aee0-47d4-be42-0221a8aa94ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:36:58.846545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9115cc29-aee0-47d4-be42-0221a8aa94ea admin admin] 10.222.0.21 "GET /v2.0/networks/c82ab554-5888-4738-859d-47fd98b70db5 HTTP/1.1" status: 200  len: 869 time: 0.2118874
Jun 29 21:37:00.036370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:00.880074 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59704) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:01.011018 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be0311-eb1a-4144-b00e-60eb82009310 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:01.011406 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be0311-eb1a-4144-b00e-60eb82009310 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:01.012885 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c9be0311-eb1a-4144-b00e-60eb82009310 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1318710
Jun 29 21:37:02.997481 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59714) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:03.149060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d9a77-87e4-48eb-b4d4-bcd2fa85b7db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:03.149421 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d9a77-87e4-48eb-b4d4-bcd2fa85b7db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:03.151443 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-416d9a77-87e4-48eb-b4d4-bcd2fa85b7db admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1530113
Jun 29 21:37:05.155738 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59724) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:05.277638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a992cc-3602-4bdd-885b-88b68398cb23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:05.278190 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e4a992cc-3602-4bdd-885b-88b68398cb23 admin admin] Synchronizing usage tracker for tenant:cca261bf39244712926e065d795518f2 on resource:subnet {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:37:05.294399 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e4a992cc-3602-4bdd-885b-88b68398cb23 admin admin] Unset dirty status for tenant:cca261bf39244712926e065d795518f2 on resource:subnet {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:37:05.295550 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e4a992cc-3602-4bdd-885b-88b68398cb23 admin admin] 10.222.0.21 "GET /v2.0/subnets/be7c8637-b423-42ef-a47a-f56c1fbdaf37 HTTP/1.1" status: 200  len: 816 time: 0.1388614
Jun 29 21:37:07.324216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59734) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:07.466377 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf4edf-fb5a-4573-b19d-be47ffbadd7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:07.467755 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c1bf4edf-fb5a-4573-b19d-be47ffbadd7b admin admin] 10.222.0.21 "GET /v2.0/subnets/f0e8c363-e193-4b79-bf50-9acbfc324a9e HTTP/1.1" status: 200  len: 868 time: 0.1425934
Jun 29 21:37:25.305041 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7b465a91-8139-4b05-9b7d-ada7f9c9bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:25.524364 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59772) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:25.595703 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [None req-f46f5cf0-3f91-4071-a7f7-85f6b39a1856 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:37:25.596658 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f46f5cf0-3f91-4071-a7f7-85f6b39a1856 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0713911
Jun 29 21:37:25.711033 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:27.614823 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c08c8ea2-120c-4280-aca1-77c8c294e4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:27.689633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59782) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:27.780882 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d37473-be21-4fa6-979a-e8fbe286dd08 admin admin] GET failed (client error): The resource could not be found.
Jun 29 21:37:27.782097 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c9d37473-be21-4fa6-979a-e8fbe286dd08 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0915611
Jun 29 21:37:27.907625 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804bbfad-93e1-4d07-a35a-66705bd9bcc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:27.908973 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-804bbfad-93e1-4d07-a35a-66705bd9bcc5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1229370
Jun 29 21:37:28.770138 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:29.402020 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:37:29.914416 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59792) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:29.987940 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:37:29.992384 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:37:30.002235 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:37:30.011520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Made reservation on behalf of cca261bf39244712926e065d795518f2 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:37:30.013712 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.037868 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.102110 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING neutron.services.revisions.revision_plugin [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7a88d3bd90] {project_id='cca261bf39244712926e065d795518f2', id='df9f1429-613b-4a77-8914-97efd9337e23', target_tenant='*', action='access_as_shared', object_id='11accb88-d510-4c6d-9ca4-e003cb3d49e2'}> to bump revision.
Jun 29 21:37:30.116117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:37:30.126411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.126746 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Added segment cc5c9885-2300-4e3a-b8db-b4ff184e7184 of type vlan for network 11accb88-d510-4c6d-9ca4-e003cb3d49e2
Jun 29 21:37:30.154131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.183043 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.184495 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:30.185078 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:30.188629 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ebe7c570-88d7-4498-8131-39cfb4ee673b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:37:30.286178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Pushing event updated for resources: {'Network': ['ID=11accb88-d510-4c6d-9ca4-e003cb3d49e2,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:37:30.289171 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3732305
Jun 29 21:37:30.296013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.296346 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.296691 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.296993 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.297315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.297631 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.297945 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.298303 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.298625 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.298932 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.299262 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:30.305020 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:37:30.317290 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:37:32.339997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59802) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:37:32.429813 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.pecan_wsgi.hooks.translation [None req-df88a0bb-ed62-40d9-b071-833b33b52716 admin admin] GET failed (client error): The resource could not be found.
Jun 29 21:37:32.430390 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-df88a0bb-ed62-40d9-b071-833b33b52716 admin admin] Synchronizing usage tracker for tenant:cca261bf39244712926e065d795518f2 on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:37:32.444886 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-df88a0bb-ed62-40d9-b071-833b33b52716 admin admin] Unset dirty status for tenant:cca261bf39244712926e065d795518f2 on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:37:32.446096 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-df88a0bb-ed62-40d9-b071-833b33b52716 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1051836
Jun 29 21:37:32.550271 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf502c-3488-4d19-8eeb-816963cefb33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:32.551730 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-29bf502c-3488-4d19-8eeb-816963cefb33 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1016660
Jun 29 21:37:32.561047 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Request body: {'subnet': {'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:37:32.565345 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:37:32.574584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:37:32.583832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Made reservation on behalf of cca261bf39244712926e065d795518f2 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:37:32.586129 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:32.788130 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:32.791749 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4932771b-2bee-478c-89ed-5a10f07de86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:37:32.864616 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73a262b-108c-43e0-b644-c527be044f4d,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:37:32.867177 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:37:32.872159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Checking segment: {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:37:32.872497 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Network hostable DHCP agents. Network: 11accb88-d510-4c6d-9ca4-e003cb3d49e2, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:37:32.894836 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:37:32.904937 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 11accb88-d510-4c6d-9ca4-e003cb3d49e2) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:37:32.908983 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:37:32.909544 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:32.914420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed951071-6204-4943-9619-2a18d90c5982 None None] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:37:32.934075 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3762920
Jun 29 21:37:33.134925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-11accb88-d510-4c6d-9ca4-e003cb3d49e2', 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2', 'tenant_id': 'cca261bf39244712926e065d795518f2', 'fixed_ips': [{'subnet_id': 'f73a262b-108c-43e0-b644-c527be044f4d'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:37:33.135811 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.292804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Allocated IP 192.168.233.2 (11accb88-d510-4c6d-9ca4-e003cb3d49e2/f73a262b-108c-43e0-b644-c527be044f4d/82b9f5ef-d940-4b62-b163-b98b6b7f5ce0) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:37:33.499441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.510737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Transition to ACTIVE for port object 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:37:33.531283 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Transition to ACTIVE for port object 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:37:33.538453 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.543939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:37:33.637881 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:37:33.640807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:37:33.645169 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Pushing event updated for resources: {'Port': ['ID=82b9f5ef-d940-4b62-b163-b98b6b7f5ce0,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:37:33.647478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:37:33.658799 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.659128 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.659478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.659804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.660127 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.660438 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.660751 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.661062 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.661370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.661677 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.661987 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:37:33.687498 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:37:33.744447 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Attempting to bind port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:37:33.744807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Attempting to bind port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:37:33.745172 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Attempting to bind port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 on network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:37:33.751799 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:37:33.752105 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Checking segment: {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:37:33.752510 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.752903 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Bound using segment: {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:37:33.753367 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Bound port: 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:37:33.753757 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.845001 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] For port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:37:33.848142 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] For port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=82b9f5ef-d940-4b62-b163-b98b6b7f5ce0,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:37:33.854007 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:33.858051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:37:33.932912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Pushing event updated for resources: {'Port': ['ID=82b9f5ef-d940-4b62-b163-b98b6b7f5ce0,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:37:33.939726 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:37:34.180757 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:37:34.260641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:37:34.747562 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbdf6e2-4cc0-46ee-ab24-d531a8b10e8e None None] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:37:34.870276 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Provisioning for port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:37:34.904129 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Provisioning complete for port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:37:34.904501 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:35.085953 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:35.124022 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] For port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=82b9f5ef-d940-4b62-b163-b98b6b7f5ce0,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:37:35.131564 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:35.135478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:37:35.237516 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Pushing event updated for resources: {'Port': ['ID=82b9f5ef-d940-4b62-b163-b98b6b7f5ce0,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:37:35.239552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:37:35.355990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d5ae88ed-80c5-4fca-88c5-bff30d329e69 None None] Provisioning complete for port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:37:35.356277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d5ae88ed-80c5-4fca-88c5-bff30d329e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:36.123211 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:37:36.192928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 82b9f5ef-d940-4b62-b163-b98b6b7f5ce0 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:37:36.193292 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:55.307729 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f047f8b8-6b45-41ab-8cce-afa3b8cc31d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:55.713676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:57.617812 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d61e611c-7591-49fe-8c44-65046c26eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:37:58.773596 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:00.041703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:06.402496 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:38:25.318270 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-003c7356-03f8-4da6-8890-1632ae411821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:25.716991 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:27.622898 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d88-3371-4e4c-bafa-58d86dd56989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:28.778910 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:30.039189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:40.214556 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 59844) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:38:40.220373 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [None req-d58bcda6-a7f6-4937-80be-3947d9c0b218 tempest-verify_tempest_config-1088332469 tempest-verify_tempest_config-1088332469-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74253) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:38:40.221297 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d58bcda6-a7f6-4937-80be-3947d9c0b218 tempest-verify_tempest_config-1088332469 tempest-verify_tempest_config-1088332469-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057554
Jun 29 21:38:40.566073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59862) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:38:40.708438 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:40.739204 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:38:40.743086 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1cbd498c6f4e03bae5bf3dbc43616d is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:38:40.745866 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:38:40.751487 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:38:40.820195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:40.824132 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:40.831383 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:38:40.870373 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b9213-8ca7-490a-bc95-23db339d7284,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:38:40.875672 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Synchronizing usage tracker for tenant:cca261bf39244712926e065d795518f2 on resource:security_group {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:38:40.886326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.886665 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.886994 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.887335 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.887669 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.887987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.888300 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.888611 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.888922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.889226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.889532 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:38:40.894305 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:38:40.904856 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Unset dirty status for tenant:cca261bf39244712926e065d795518f2 on resource:security_group {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:38:40.906216 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d1cbd498c6f4e03bae5bf3dbc43616d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3391750
Jun 29 21:38:40.908994 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59868) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:38:40.974808 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:40.999421 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:41.089944 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:41.093912 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:38:41.104744 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b9213-8ca7-490a-bc95-23db339d7284,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:38:41.109314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:38:41.112438 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:41.113590 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c20b9213-8ca7-490a-bc95-23db339d7284 HTTP/1.1" status: 204  len: 168 time: 0.2036755
Jun 29 21:38:43.403303 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:38:55.308288 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1e240733-8222-4695-8ff7-78ffedcffd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:55.719623 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:57.614574 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f40af8bf-756c-46e4-bcdf-c3f7409db006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:38:58.779366 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:00.042638 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:20.404134 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:39:25.310299 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b40eeea6-97e3-4b47-a6f1-8ca15f6b66a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:25.721794 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:27.616708 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ecebf011-f9fa-47e8-adc4-2be67aee776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:28.782425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:30.045957 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:55.312344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e21192b3-e23d-4731-9ea3-826a66a82119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:55.725185 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:57.404044 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 5 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:39:57.617314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-48ae93ab-6b60-42e7-8f5d-33498a5b9709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:39:58.787471 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:00.045403 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:14.466676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3814212'] for agent, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:18.923518 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59920) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:40:19.073699 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-994e23a0-c097-4e1d-a9e0-bb65153e7945 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1488926
Jun 29 21:40:21.202273 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 59930) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:40:21.282892 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3a1d885d-1c39-4bad-b9ef-7e644581f40a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0795650
Jun 29 21:40:25.313526 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-86047b40-f636-49aa-b685-4eeb96b74971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:25.727100 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:27.617578 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-13d91598-b47e-401f-ae96-3463febb52e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:28.788158 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:30.048090 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:34.403773 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:40:44.413195 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:55.315190 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a3064e6a-c986-46ea-9651-393a280d3516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:55.730224 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:57.618084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-21653176-be05-455a-8e8c-f18cff3ec39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:40:58.790915 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:00.050418 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:11.408220 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:41:14.419925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:25.315554 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bc2b35d2-8bec-4552-b40a-6e172f394471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:25.732308 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:27.619649 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8fc39dc5-30d6-498c-8c22-e15ee3fed4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:28.794800 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:30.054744 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:44.421741 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:48.408979 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:41:51.802470 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60026) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:52.052748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-653706470-network', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:52.054677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:52.058882 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Usage tracker for resource:network and tenant:5338380d9e7a480dbe7b1fb9aa83f3ea is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:52.063056 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:52.069285 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:52.084389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Made reservation on behalf of 5338380d9e7a480dbe7b1fb9aa83f3ea for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:52.087086 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.108797 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.158661 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:52.163514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Usage tracker for resource:security_group_rule and tenant:5338380d9e7a480dbe7b1fb9aa83f3ea is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:52.166765 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:52.176612 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:52.256837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.262258 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.267867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:52.305364 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:41:52.311546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:52.324071 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760267467641', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.324763 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7a8a16b790> segment precommit_create {{(pid=74253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 21:41:52.325323 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Added segment a3b74808-f866-4b82-86d4-8a11e61ebfa1 of type vlan for network 64849a70-4477-46a1-84c7-dab7d43af0c8
Jun 29 21:41:52.336772 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.337118 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.337439 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.337777 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.338091 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.338454 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.338766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.339079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.339410 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.339716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.340024 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Tracked resource versions report:
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]: pushed versions:
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Log': {'1.0'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Network': {'1.1'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Port': {'1.5'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'PortForwarding': {'1.2'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'QosPolicy': {'1.8'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SecurityGroup': {'1.2'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'SubPort': {'1.0'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Subnet': {'1.1'},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     'Trunk': {'1.1'}}
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]: consumer versions:
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     HyperV agent@hv-cinder-79867: {},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Log': '1.0',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Network': '1.1',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Port': '1.5',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'PortForwarding': '1.2',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'QosPolicy': '1.8',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SecurityGroup': '1.2',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'SubPort': '1.0',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Subnet': '1.1',
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:                                                      'Trunk': '1.1'}}
Jun 29 21:41:52.341075 dv-cinder-798672-2-iscsi neutron-server[74253]:  {{(pid=74253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:41:52.377064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:52.402962 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.443921 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.445082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:52.445648 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.450448 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:52.552054 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60076) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:52.552541 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7485547
Jun 29 21:41:52.552933 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Pushing event updated for resources: {'Network': ['ID=64849a70-4477-46a1-84c7-dab7d43af0c8,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:52.556175 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:52.559258 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Request body: {'subnet': {'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-subnet', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:52.565437 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:52.565568 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:41:52.570464 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Usage tracker for resource:subnet and tenant:5338380d9e7a480dbe7b1fb9aa83f3ea is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:52.574176 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:52.580068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:52.592909 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Made reservation on behalf of 5338380d9e7a480dbe7b1fb9aa83f3ea for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:52.595736 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.880141 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:52.884041 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca1b7073-01b4-476d-a4bb-b9f1797e9764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:52.944391 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816da578-936f-44af-9e54-34f1002bc8ca,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:52.956539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.956957 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.957213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.957543 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.957898 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.958223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.958543 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.958873 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.959190 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.959532 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.959848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Tracked resource versions report:
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]: pushed versions:
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Log': {'1.0'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Network': {'1.1'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Port': {'1.5'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'PortForwarding': {'1.2'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'QosPolicy': {'1.8'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SecurityGroup': {'1.2'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'SubPort': {'1.0'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Subnet': {'1.1'},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     'Trunk': {'1.1'}}
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]: consumer versions:
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     HyperV agent@hv-cinder-79867: {},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Log': '1.0',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Network': '1.1',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Port': '1.5',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'PortForwarding': '1.2',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'QosPolicy': '1.8',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SecurityGroup': '1.2',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'SubPort': '1.0',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Subnet': '1.1',
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:                                                      'Trunk': '1.1'}}
Jun 29 21:41:52.960968 dv-cinder-798672-2-iscsi neutron-server[74252]:  {{(pid=74252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:41:52.963837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:52.991303 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Checking segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:41:52.991659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Network hostable DHCP agents. Network: 64849a70-4477-46a1-84c7-dab7d43af0c8, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:41:53.012947 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:41:53.022666 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 64849a70-4477-46a1-84c7-dab7d43af0c8) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:53.027022 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:53.027825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.037858 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d6116-e9e0-4f7b-96ff-2f9c622c4e24 None None] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:53.060888 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60098) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:53.061457 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5063262
Jun 29 21:41:53.067004 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:53.072839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:53.078554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Usage tracker for resource:router and tenant:5338380d9e7a480dbe7b1fb9aa83f3ea is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:53.082766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:53.089865 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:53.108420 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.109658 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.139163 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.298162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d50103-ce55-4afa-bc73-4973dc3ad856 None None] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:53.324742 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.608395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.651397 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:53.816647 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Allocated IP 172.27.3.46 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/7905e70a-7fb8-480a-b752-edf4a3bee1f7) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:41:53.926661 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60126) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:53.996737 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.065847 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.072106 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:54.147526 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7905e70a-7fb8-480a-b752-edf4a3bee1f7,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:54.154854 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:54.166709 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:41:54.168272 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:54.171716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:41:54.377347 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.378136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.466756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1527525851-network', 'tenant_id': '163e972ea2f44d3daded8c15ef491f21'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:54.471073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:54.476342 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Usage tracker for resource:network and tenant:163e972ea2f44d3daded8c15ef491f21 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:54.482034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:54.500499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:54.515261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Made reservation on behalf of 163e972ea2f44d3daded8c15ef491f21 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:54.519142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.535488 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.576954 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:54.583963 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60154) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:54.584408 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Usage tracker for resource:security_group_rule and tenant:163e972ea2f44d3daded8c15ef491f21 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:54.588508 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:54.596307 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:54.688269 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Router 55b4af8f-f7df-4f49-961e-277e26919345 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:41:54.692230 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.695268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60162) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:54.703581 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.709875 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cc92c970-b81f-45fe-a1af-21d911063399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:54.738067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:41:54.751551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfba1fc8-95a0-403c-9589-e0acdea06682,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:54.755065 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:54.759681 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.760176 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Added segment 5317527a-1dc2-4d7e-802a-7f58cd298767 of type vlan for network 75a0405c-624d-42fb-a20b-0ecb6e056567
Jun 29 21:41:54.791936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.827188 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.828482 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:54.829258 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:54.834237 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:54.933211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Pushing event updated for resources: {'Network': ['ID=75a0405c-624d-42fb-a20b-0ecb6e056567,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:54.937590 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:54.946510 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 75a0405c-624d-42fb-a20b-0ecb6e056567 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:41:54.956183 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0281196
Jun 29 21:41:54.959490 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60174) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:54.967356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Request body: {'subnet': {'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1527525851-subnet', 'tenant_id': '163e972ea2f44d3daded8c15ef491f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:54.972439 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:54.977861 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Usage tracker for resource:subnet and tenant:163e972ea2f44d3daded8c15ef491f21 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:54.981033 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:54.985967 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-664803882-network', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:54.987754 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:55.000860 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Made reservation on behalf of 163e972ea2f44d3daded8c15ef491f21 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:55.003522 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.021894 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:55.028300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Usage tracker for resource:network and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:55.033204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:55.033821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-216729977-network', 'tenant_id': 'c5e3f030cd45482ab20760303546a40a'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:55.069095 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:55.091428 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Made reservation on behalf of 57b9e3a51c70442794a2f0f09845c3ba for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:55.093878 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.097404 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:55.116462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Usage tracker for resource:network and tenant:c5e3f030cd45482ab20760303546a40a is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:55.124118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:55.128260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.136963 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:55.168387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Made reservation on behalf of c5e3f030cd45482ab20760303546a40a for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:55.173080 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.197485 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:55.203745 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:55.207775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:55.216238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:41:55.224502 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:55.231379 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Sync routers for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:41:55.249592 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:41:55.251955 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88eb05e0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:41:55.336256 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-03b83b33-cace-457d-bb94-fb5ce6c6dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.337077 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.339839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.346778 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.2846544
Jun 29 21:41:55.348634 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60182) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:55.381452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.419974 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:55.497654 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:55.572925 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Usage tracker for resource:security_group_rule and tenant:c5e3f030cd45482ab20760303546a40a is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:55.608654 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:55.611930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Checking segment: {'id': '5317527a-1dc2-4d7e-802a-7f58cd298767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:41:55.612288 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Network hostable DHCP agents. Network: 75a0405c-624d-42fb-a20b-0ecb6e056567, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:41:55.652104 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:41:55.666322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:55.708297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Network 75a0405c-624d-42fb-a20b-0ecb6e056567 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:41:55.728364 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3135255a-5607-445c-9e5c-d9d16ea5c6ab,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:55.738178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:55.744760 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 75a0405c-624d-42fb-a20b-0ecb6e056567) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:55.749369 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:55.758029 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4417b2-1b5d-48ee-97b4-971900c2f47e None None] Network 75a0405c-624d-42fb-a20b-0ecb6e056567 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:55.760527 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.837247 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8685954
Jun 29 21:41:55.839836 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.865135 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.888143 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:41:55.903818 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.905001 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Added segment 4e89f8d1-8fe3-4ca4-a4d4-69685784ba88 of type vlan for network 00d7d3cb-ce2a-45ce-9ca8-13363667a016
Jun 29 21:41:55.943082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.957929 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:55.979842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:55.994893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.069496 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.079963 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.083534 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:56.084076 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.086419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:56.122839 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5342789
Jun 29 21:41:56.126359 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60214) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:56.145042 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:41:56.171215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Request body: {'subnet': {'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-664803882-subnet', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:56.181469 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:56.192573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Usage tracker for resource:subnet and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:56.199105 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:56.226965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:56.259223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Made reservation on behalf of 57b9e3a51c70442794a2f0f09845c3ba for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:56.264608 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.295318 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88eb05e0>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:54Z', 'revision_number': 3, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:41:56.304151 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Checking router: 55b4af8f-f7df-4f49-961e-277e26919345 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:41:56.304486 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Updating router 55b4af8f-f7df-4f49-961e-277e26919345 port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:41:56.371331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01161b92-0d92-446b-a820-87da49f5d3fb,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:56.390958 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:56.395827 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:56.401521 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.423638 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c6d8f-b2b5-4031-9e8d-2c09dff7496a None None] Network 75a0405c-624d-42fb-a20b-0ecb6e056567 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:56.604000 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee326a4-97bb-441c-ba78-b7fff6e7d9c5,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:56.638204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Pushing event updated for resources: {'Network': ['ID=00d7d3cb-ce2a-45ce-9ca8-13363667a016,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:56.643956 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:56.650353 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:56.680297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.681322 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Added segment 089691e1-27c1-4232-983a-29c4826b2d87 of type vlan for network 79405911-543f-4364-8ff4-5cd26f32b630
Jun 29 21:41:56.709159 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:41:56.770178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.845438 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.879006 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:56.882995 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:56.926888 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:56.966430 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.000656 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Transition to ACTIVE for port object 7905e70a-7fb8-480a-b752-edf4a3bee1f7 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:41:57.015928 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.034708 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:57.123118 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.4236503
Jun 29 21:41:57.125118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60240) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:57.168357 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Request body: {'subnet': {'network_id': '79405911-543f-4364-8ff4-5cd26f32b630', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-216729977-subnet', 'tenant_id': 'c5e3f030cd45482ab20760303546a40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:57.194745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:57.207040 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Attempting to bind port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:41:57.207315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Usage tracker for resource:subnet and tenant:c5e3f030cd45482ab20760303546a40a is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:57.207876 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Attempting to bind port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:41:57.208946 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Attempting to bind port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:41:57.214612 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:57.236380 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Pushing event updated for resources: {'Port': ['ID=7905e70a-7fb8-480a-b752-edf4a3bee1f7,revision_number=2']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:57.239338 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.242246 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:57.257111 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:41:57.257649 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:41:57.257859 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Pushing event updated for resources: {'Network': ['ID=79405911-543f-4364-8ff4-5cd26f32b630,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:57.258352 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.258756 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:41:57.259347 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Bound port: 7905e70a-7fb8-480a-b752-edf4a3bee1f7, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:41:57.260166 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.267491 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:57.269351 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 79405911-543f-4364-8ff4-5cd26f32b630 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:41:57.270697 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d80b59cb-bf05-4b72-9efa-1605cd905b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:57.341795 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Made reservation on behalf of c5e3f030cd45482ab20760303546a40a for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:41:57.344101 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.346589 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.347115 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.347344 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.351214 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.360100 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.360437 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.360771 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.361130 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.361931 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.362268 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.362588 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Tracked resource versions report:
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]: pushed versions:
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Log': {'1.0'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Network': {'1.1'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Port': {'1.5'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'PortForwarding': {'1.2'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'QosPolicy': {'1.8'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SecurityGroup': {'1.2'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'SubPort': {'1.0'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Subnet': {'1.1'},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     'Trunk': {'1.1'}}
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]: consumer versions:
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     HyperV agent@hv-cinder-79867: {},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Log': '1.0',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Network': '1.1',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Port': '1.5',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'PortForwarding': '1.2',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'QosPolicy': '1.8',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SecurityGroup': '1.2',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'SubPort': '1.0',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Subnet': '1.1',
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:                                                      'Trunk': '1.1'}}
Jun 29 21:41:57.363664 dv-cinder-798672-2-iscsi neutron-server[74255]:  {{(pid=74255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:41:57.383384 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:57.436581 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213d6d07-8d3e-4786-ab48-ca858f70cf42,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:57.489825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:57.496918 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] For port 7905e70a-7fb8-480a-b752-edf4a3bee1f7, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:41:57.502437 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.521512 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] For port 7905e70a-7fb8-480a-b752-edf4a3bee1f7, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=7905e70a-7fb8-480a-b752-edf4a3bee1f7,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:41:57.530428 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.541555 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:57.578832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Checking segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:41:57.579081 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Network hostable DHCP agents. Network: 00d7d3cb-ce2a-45ce-9ca8-13363667a016, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:41:57.690228 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:41:57.722277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 00d7d3cb-ce2a-45ce-9ca8-13363667a016) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:57.728120 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:57.730542 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:57.742251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187e73c-9c20-400f-86cb-888f541e8d9c None None] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:57.748974 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Pushing event updated for resources: {'Port': ['ID=7905e70a-7fb8-480a-b752-edf4a3bee1f7,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:57.755720 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-b98fbb4a-0e3c-4f28-98e4-6601371c3bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:57.764330 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:41:57.765142 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88eb05e0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:41:57.836580 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-02fbf53f-d5af-4cba-80ca-79c6fdd6bf79 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7029943
Jun 29 21:41:57.837149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60264) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:57.870751 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:41:57.878462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:41:57.893800 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Usage tracker for resource:router and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:41:57.924854 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:41:57.947965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:41:58.016940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e6ee6d21-f5f1-4de3-b28b-4ab50f4a5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.031767 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.032825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.076028 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Allocated IP 172.20.0.1 (64849a70-4477-46a1-84c7-dab7d43af0c8/816da578-936f-44af-9e54-34f1002bc8ca/556e10c1-84a7-4cc0-a55e-9a1ca47e9689) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:41:58.110025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.112661 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:41:58.130167 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f2213985-09bb-4b2e-ac69-543ac31e2436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:58.231833 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.271078 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:41:58.272221 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.401261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d296907e-d281-44b2-8b01-8182f015fbde,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:58.425511 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:58.459994 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.510531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.517650 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Allocated IP 172.20.0.2 (00d7d3cb-ce2a-45ce-9ca8-13363667a016/213d6d07-8d3e-4786-ab48-ca858f70cf42/d6c4e3d5-85a7-41ff-9382-0179c58c600d) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:41:58.528701 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:58.617508 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:41:58.628633 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60286) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:41:58.629599 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:58.632884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:41:58.633353 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.672884 dv-cinder-798672-2-iscsi neutron-server[74253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 29 21:41:58.683080 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88eb05e0>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:54Z', 'revision_number': 3, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:41:58.696193 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Checking segment: {'id': '089691e1-27c1-4232-983a-29c4826b2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '79405911-543f-4364-8ff4-5cd26f32b630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:41:58.696763 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be33cbae-8353-4a99-afcf-88ea01ef54b2 None None] The sync data for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi is: [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:54Z', 'revision_number': 3, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:41:58.701020 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Network hostable DHCP agents. Network: 79405911-543f-4364-8ff4-5cd26f32b630, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:41:58.831102 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.838301 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Network 79405911-543f-4364-8ff4-5cd26f32b630 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:41:58.880715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 79405911-543f-4364-8ff4-5cd26f32b630) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:41:58.898060 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d5df7-e2cc-40a7-8ecb-c453c56572cb None None] Network 79405911-543f-4364-8ff4-5cd26f32b630 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:58.949462 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.966960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:58.999816 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:59.000656 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d32cc2f7-dcdf-42a0-bfb7-019230b97321 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:41:59.004680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.023855 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d32cc2f7-dcdf-42a0-bfb7-019230b97321 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/networks?id=75a0405c-624d-42fb-a20b-0ecb6e056567 HTTP/1.1" status: 200  len: 812 time: 0.3618205
Jun 29 21:41:59.126387 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9891098
Jun 29 21:41:59.240249 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.289360 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.339145 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.394027 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Transition to ACTIVE for port object d6c4e3d5-85a7-41ff-9382-0179c58c600d will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:41:59.472415 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.522223 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-5c4c06d9-2c21-4565-9ba7-7760236eef96 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/quotas/163e972ea2f44d3daded8c15ef491f21 HTTP/1.1" status: 200  len: 375 time: 0.4948239
Jun 29 21:41:59.536598 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.536853 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Transition to ACTIVE for port object d6c4e3d5-85a7-41ff-9382-0179c58c600d will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:41:59.565299 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Allocated IP 172.27.3.11 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/dee69957-ac06-4ed1-b53c-5441082f3aad) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:41:59.566545 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.600145 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-910cf481-8991-41e0-870f-9dea14b4ac28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:41:59.608908 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-b2bc469e-a608-4b6c-bd4c-2e8188563780 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=163e972ea2f44d3daded8c15ef491f21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0812390
Jun 29 21:41:59.625837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:41:59.930367 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Pushing event updated for resources: {'Port': ['ID=d6c4e3d5-85a7-41ff-9382-0179c58c600d,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:59.955733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:41:59.965114 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.437s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:41:59.970482 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104ff25-108e-41d4-ba44-6e47023da90e None None] Network 79405911-543f-4364-8ff4-5cd26f32b630 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:41:59.971745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:00.008160 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:00.010176 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e56b8625-9481-421d-b0d7-98a47ede29c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:00.038374 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:00.042441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4fdf7335-6809-4130-83db-55574728b731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:00.045003 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:00.078453 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:00.082061 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:00.187623 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Pushing event updated for resources: {'Port': ['ID=dee69957-ac06-4ed1-b53c-5441082f3aad,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:00.193302 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:00.223982 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:00.227892 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:00.239821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:00.250550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:00.396420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 7905e70a-7fb8-480a-b752-edf4a3bee1f7 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:00.473018 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.475973 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.476353 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.476682 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.478219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.478557 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.479953 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.480301 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.491348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.491694 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.491993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:00.493881 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:00.495432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Tracked resource versions report:
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]: pushed versions:
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]: {   'ConntrackHelper': {'1.0'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Log': {'1.0'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Network': {'1.1'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Port': {'1.5'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'PortForwarding': {'1.2'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'QosPolicy': {'1.8'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SecurityGroup': {'1.2'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SecurityGroupRule': {'1.0'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'SubPort': {'1.0'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Subnet': {'1.1'},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     'Trunk': {'1.1'}}
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]: consumer versions:
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]: {   DHCP agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     HyperV agent@hv-cinder-79867: {},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     L3 agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     Metadata agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     Metering agent@dv-cinder-798672-2-iscsi: {},
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:     Open vSwitch agent@dv-cinder-798672-2-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Log': '1.0',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Network': '1.1',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Port': '1.5',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'PortForwarding': '1.2',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'QosPolicy': '1.8',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SecurityGroup': '1.2',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SecurityGroupRule': '1.0',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'SubPort': '1.0',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Subnet': '1.1',
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:                                                      'Trunk': '1.1'}}
Jun 29 21:42:00.498093 dv-cinder-798672-2-iscsi neutron-server[74254]:  {{(pid=74254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 21:42:00.516110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:00.528722 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:00.583570 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:00.595488 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:00.828522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-04a43171-4239-4be1-983e-f3e1d2983d80 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74253) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:42:00.832882 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-04a43171-4239-4be1-983e-f3e1d2983d80 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.7648065
Jun 29 21:42:00.907476 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:42:00.955492 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Attempting to bind port d6c4e3d5-85a7-41ff-9382-0179c58c600d on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:00.955870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Attempting to bind port d6c4e3d5-85a7-41ff-9382-0179c58c600d by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:00.956228 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Attempting to bind port d6c4e3d5-85a7-41ff-9382-0179c58c600d on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:01.071437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:01.072156 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Checking segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:01.072716 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.073259 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Bound using segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:01.073911 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Bound port: d6c4e3d5-85a7-41ff-9382-0179c58c600d, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:01.074462 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.189631 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:01.245554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Router 55b4af8f-f7df-4f49-961e-277e26919345 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:42:01.286822 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] For port d6c4e3d5-85a7-41ff-9382-0179c58c600d, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:01.290741 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] For port d6c4e3d5-85a7-41ff-9382-0179c58c600d, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=d6c4e3d5-85a7-41ff-9382-0179c58c600d,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:01.293250 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:01.294590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.335967 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:42:01.363347 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:42:01.366768 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.374270 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.376094 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5240829
Jun 29 21:42:01.378734 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60378) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:01.381624 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:01.478296 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-f48e9058-88e4-4ef6-82b9-7a7f1eca99fa service neutron] 10.222.0.21 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6355808
Jun 29 21:42:01.513508 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Pushing event updated for resources: {'Port': ['ID=d6c4e3d5-85a7-41ff-9382-0179c58c600d,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:01.526769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:01.596522 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:01.601217 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:01.601631 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88fdd400>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:01.816809 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-0b620e5f-a469-41be-9473-d05ede228ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359742
Jun 29 21:42:01.850185 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 7905e70a-7fb8-480a-b752-edf4a3bee1f7, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=7905e70a-7fb8-480a-b752-edf4a3bee1f7,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:01.868651 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:42:01.892128 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/55b4af8f-f7df-4f49-961e-277e26919345/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5377405
Jun 29 21:42:02.003265 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:02.025181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:02.126389 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=7905e70a-7fb8-480a-b752-edf4a3bee1f7,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:02.132101 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:02.164099 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:02.345060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60404) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:02.380200 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60412) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:02.468710 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60422) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:02.488803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-73146290-network', 'tenant_id': '8c7250c803914fd6854ff4ede1fee9a7'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:02.494568 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:02.526989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Usage tracker for resource:network and tenant:8c7250c803914fd6854ff4ede1fee9a7 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:02.534855 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:02.566297 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7b264d30-2df0-4fb3-83d5-cdd1ac37328b req-7b2e649f-279b-4a6f-8c88-6321c870babe tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1792321
Jun 29 21:42:02.570074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:02.610675 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 7905e70a-7fb8-480a-b752-edf4a3bee1f7 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:02.772891 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Made reservation on behalf of 8c7250c803914fd6854ff4ede1fee9a7 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:02.775096 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:02.836474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:02.866349 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:02.962311 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:02.964736 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:02.973121 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7250c803914fd6854ff4ede1fee9a7 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:02.977099 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Usage tracker for resource:security_group_rule and tenant:802a48e0a8c34472a3acf0dabf36df33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:02.991323 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:02.991520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:02.991900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.005710 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:03.046080 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:03.102684 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:03.149109 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.162241 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.217542 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:03.272212 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=802a48e0a8c34472a3acf0dabf36df33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9257154
Jun 29 21:42:03.281200 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60454) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:03.308207 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Sync routers for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:42:03.328320 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:03.329638 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a894a6f40>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:03.347159 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c1eb8f-fe75-495d-bee8-bab406a25d3c,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:03.353290 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88fdd400>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:00Z', 'revision_number': 3, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:03.372634 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:03.439954 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:42:03.440629 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Updating router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 port dee69957-ac06-4ed1-b53c-5441082f3aad binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:42:03.448782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60466) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:03.487027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.532234 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device d6c4e3d5-85a7-41ff-9382-0179c58c600d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:03.561235 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.628303 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.633768 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.644992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.683742 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:03.709993 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:42:03.750178 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.751568 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.755632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:03.780230 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c1eb8f-fe75-495d-bee8-bab406a25d3c,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:03.804920 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:03.811148 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:03.815655 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3c1eb8f-fe75-495d-bee8-bab406a25d3c HTTP/1.1" status: 204  len: 168 time: 0.5333025
Jun 29 21:42:03.832088 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:03.967846 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-37353f63-0330-4164-8f83-358cc67f99e7 req-d2dccaf3-7d08-4f13-add3-fe685853c7ea tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1314204
Jun 29 21:42:04.003939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.004289 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Added segment 6dd56f00-5633-4a76-9c9e-c16c0abf8c15 of type vlan for network 37b02eba-bdfb-4e70-8094-f085dc2b8cd7
Jun 29 21:42:04.013485 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ba05d-ebb0-4bbd-90d4-14a2a53c54c7,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:04.037265 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:04.117260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.192668 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.219187 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port d6c4e3d5-85a7-41ff-9382-0179c58c600d completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:04.391558 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:04.391818 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Usage tracker for resource:security_group_rule and tenant:6067d43a76c748518ee51719dda0f938 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:04.402392 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:04.418008 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:04.425785 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f4ae2-e7d9-4d2e-9d8d-e9dd60376cce None None] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:42:04.473307 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-29f46038-e8a8-4459-b278-70eadca3d65a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:04.482156 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-29f46038-e8a8-4459-b278-70eadca3d65a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Synchronizing usage tracker for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:network {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:04.505087 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.db.resource_extend [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 21:42:04.529486 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Allocated IP 172.20.0.1 (00d7d3cb-ce2a-45ce-9ca8-13363667a016/213d6d07-8d3e-4786-ab48-ca858f70cf42/3beab6ec-06d8-47c8-b63f-65562cbfdea2) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:04.590761 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.602742 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.609448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Provisioning for port d6c4e3d5-85a7-41ff-9382-0179c58c600d completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:04.633999 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Provisioning complete for port d6c4e3d5-85a7-41ff-9382-0179c58c600d triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:04.634415 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.647775 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:04.647775 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.664042 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a894a6f40>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:58Z', 'revision_number': 4, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '556e10c1-84a7-4cc0-a55e-9a1ca47e9689', 'name': '', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'mac_address': 'fa:16:3e:ef:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '816da578-936f-44af-9e54-34f1002bc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:57Z', 'updated_at': '2021-06-29T21:41:59Z', 'revision_number': 2, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'subnets': [{'id': '816da578-936f-44af-9e54-34f1002bc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:04.670936 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Checking router: 55b4af8f-f7df-4f49-961e-277e26919345 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:42:04.671504 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Updating router 55b4af8f-f7df-4f49-961e-277e26919345 port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:42:04.671862 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Transition to ACTIVE for port object dee69957-ac06-4ed1-b53c-5441082f3aad will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:04.680717 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:04.747955 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.772913 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-29f46038-e8a8-4459-b278-70eadca3d65a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Unset dirty status for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:network {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:04.774241 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-29f46038-e8a8-4459-b278-70eadca3d65a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 818 time: 0.6107161
Jun 29 21:42:04.811212 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-71cb9924-5ef6-4a64-8735-d8d57fc5ed54 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/quotas/5338380d9e7a480dbe7b1fb9aa83f3ea HTTP/1.1" status: 200  len: 375 time: 0.0287764
Jun 29 21:42:04.811538 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.816555 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.848475 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:04.863103 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Pushing event updated for resources: {'Network': ['ID=37b02eba-bdfb-4e70-8094-f085dc2b8cd7,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:04.880464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:04.881733 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.4105914
Jun 29 21:42:04.884056 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:04.887567 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-39619b1e-26e4-458a-a975-bb740048fbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:04.910248 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60520) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:04.924466 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 37b02eba-bdfb-4e70-8094-f085dc2b8cd7 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:42:04.969320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Request body: {'subnet': {'network_id': '37b02eba-bdfb-4e70-8094-f085dc2b8cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-73146290-subnet', 'tenant_id': '8c7250c803914fd6854ff4ede1fee9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:04.996561 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:05.025894 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Usage tracker for resource:subnet and tenant:8c7250c803914fd6854ff4ede1fee9a7 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:05.041151 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60532) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:05.041711 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6067d43a76c748518ee51719dda0f938&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5865314
Jun 29 21:42:05.044855 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:05.095497 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:05.115195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd7e37e-c2b8-4281-98f0-d3f60a3462ec,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:05.132019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:05.139108 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.158862 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Made reservation on behalf of 8c7250c803914fd6854ff4ede1fee9a7 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:05.161777 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.216549 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Transition to ACTIVE for port object 3beab6ec-06d8-47c8-b63f-65562cbfdea2 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:05.237120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Pushing event updated for resources: {'Port': ['ID=dee69957-ac06-4ed1-b53c-5441082f3aad,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:05.252136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-3933d18c-0332-4eb1-bb56-5c6bcce31f39 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Synchronizing usage tracker for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:05.264741 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:05.276220 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.332112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.335157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Attempting to bind port dee69957-ac06-4ed1-b53c-5441082f3aad on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:05.335732 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Attempting to bind port dee69957-ac06-4ed1-b53c-5441082f3aad by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:05.336282 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Attempting to bind port dee69957-ac06-4ed1-b53c-5441082f3aad on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:05.373232 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:05.373927 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:05.374506 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.375061 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:05.376019 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Bound port: dee69957-ac06-4ed1-b53c-5441082f3aad, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:05.376626 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.419708 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.426005 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b61deca0-aa98-4800-81a2-bedee18aa46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:05.441537 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd7e37e-c2b8-4281-98f0-d3f60a3462ec,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:05.447593 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-3933d18c-0332-4eb1-bb56-5c6bcce31f39 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Unset dirty status for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:05.449339 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-3933d18c-0332-4eb1-bb56-5c6bcce31f39 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6333420
Jun 29 21:42:05.450780 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:05.469489 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.473624 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dd7e37e-c2b8-4281-98f0-d3f60a3462ec HTTP/1.1" status: 204  len: 168 time: 0.4281585
Jun 29 21:42:05.479467 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.491442 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0c29615a-18cb-4e7c-a915-a09a7cfa540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:05.610987 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] For port dee69957-ac06-4ed1-b53c-5441082f3aad, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:05.618786 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] For port dee69957-ac06-4ed1-b53c-5441082f3aad, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=dee69957-ac06-4ed1-b53c-5441082f3aad,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:05.638015 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:05.641651 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:05.644445 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:05.645191 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.645816 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.647811 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.649119 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Pushing event updated for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:05.653469 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:05.708425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:05.713005 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b81f9905-77ba-4263-a6a9-21e99c702556 req-6a881961-8b6f-4f6e-bcdb-61cb29d3809f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.0579948
Jun 29 21:42:05.815727 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] For port d6c4e3d5-85a7-41ff-9382-0179c58c600d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=d6c4e3d5-85a7-41ff-9382-0179c58c600d,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:05.821903 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Pushing event updated for resources: {'Port': ['ID=dee69957-ac06-4ed1-b53c-5441082f3aad,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:05.830926 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:05.832829 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.835800 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:05.836698 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88fdd400>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:05.898068 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.902415 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.920994 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:05.924476 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Transition to ACTIVE for port object 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:05.934603 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:05.936854 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:05.956845 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:06.154607 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Pushing event updated for resources: {'Port': ['ID=d6c4e3d5-85a7-41ff-9382-0179c58c600d,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:06.167567 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:06.202081 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Checking segment: {'id': '6dd56f00-5633-4a76-9c9e-c16c0abf8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '37b02eba-bdfb-4e70-8094-f085dc2b8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:06.202452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Network hostable DHCP agents. Network: 37b02eba-bdfb-4e70-8094-f085dc2b8cd7, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:42:06.260807 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:06.339220 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:06.453511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-221fad44-2d1a-49a2-8a30-e560b03e2153 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74253) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:42:06.459542 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-221fad44-2d1a-49a2-8a30-e560b03e2153 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4534369
Jun 29 21:42:06.525588 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Network 37b02eba-bdfb-4e70-8094-f085dc2b8cd7 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:42:06.538912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device d6c4e3d5-85a7-41ff-9382-0179c58c600d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:06.587292 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bdb7ad-8161-4fc5-8f5e-ddc5630b2ea8,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:06.602140 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:06.610939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 37b02eba-bdfb-4e70-8094-f085dc2b8cd7) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:06.664763 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:06.666189 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:06.674728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a7684-86dc-4034-a14a-5034b46cafec None None] Network 37b02eba-bdfb-4e70-8094-f085dc2b8cd7 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:42:06.698996 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.7745459
Jun 29 21:42:06.740044 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60584) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:06.785731 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8879-19bd-4057-bcee-77ea0307ad0d None None] Pushing event updated for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:06.878983 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:06.887792 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-9e7b8879-19bd-4057-bcee-77ea0307ad0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:06.976279 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Attempting to bind port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:06.976954 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Attempting to bind port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:06.976954 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Attempting to bind port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 on network 64849a70-4477-46a1-84c7-dab7d43af0c8 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:07.005417 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:07.005947 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Checking segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:07.006360 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.006762 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Bound using segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:07.009534 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Bound port: 556e10c1-84a7-4cc0-a55e-9a1ca47e9689, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:07.010041 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.148327 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c2a84af6-f0df-4756-b573-51f4f1d2185a None None] Provisioning complete for port d6c4e3d5-85a7-41ff-9382-0179c58c600d triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:07.149504 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c2a84af6-f0df-4756-b573-51f4f1d2185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.194754 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8fba66f8-43bc-4255-b9bb-28a8d6e5165b req-cc72587a-ca3e-4235-ae37-4b34174fa51c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1747053
Jun 29 21:42:07.205458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.206919 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60598) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:07.207770 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:07.214990 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.216036 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.229431 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6828a255-254b-4b4c-89d9-fcfc3192a25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:07.274119 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] For port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:07.278197 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] For port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:07.287699 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.292944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2965d649d04f7ebbdb0fe85bfce3a5 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:07.293213 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-9e7b8879-19bd-4057-bcee-77ea0307ad0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:07.299134 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:07.316114 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-4e1a49e7-1d93-452c-a84f-60ac37c37a12 service neutron] 10.222.0.21 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8351858
Jun 29 21:42:07.322935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:07.359819 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Pushing event updated for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:07.400451 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:07.429962 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8879-19bd-4057-bcee-77ea0307ad0d None None] Pushing event updated for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:07.434741 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-9e7b8879-19bd-4057-bcee-77ea0307ad0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:07.436715 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:07.437513 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a894a6f40>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:41:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:07.524845 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-eda64162-cbfc-4f88-ae6f-c856fd57810c service neutron] 10.222.0.21 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988103
Jun 29 21:42:07.585773 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Deleting subnet d296907e-d281-44b2-8b01-8182f015fbde {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:42:07.593670 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.647242 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.26', 62468) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:07.721755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.736684 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:07.785269 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:07.794314 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.845616 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port d6c4e3d5-85a7-41ff-9382-0179c58c600d triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:07.845728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:07.866760 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:08.067848 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:08.166983 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:08.337441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-45bb66ce-2de5-41c3-adde-469c7a7f956f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:08.346412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-45bb66ce-2de5-41c3-adde-469c7a7f956f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Synchronizing usage tracker for tenant:163e972ea2f44d3daded8c15ef491f21 on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:08.623429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:08.625621 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae84ed-483a-476f-a835-0cf38bc3b7f0 None None] Network 37b02eba-bdfb-4e70-8094-f085dc2b8cd7 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:42:08.791666 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0db54ad2-fce4-474f-bfbc-cbd8253f3b54 req-49e25cb9-9bf6-4baf-9a8c-0a41e927ebc5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 210 time: 0.6197996
Jun 29 21:42:08.855204 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6e8f654-e106-468b-8f5b-7102465b596d req-b17c4846-7c9b-40de-b2b1-bf89569792e9 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.2078419
Jun 29 21:42:08.930477 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a894a6f40>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:58Z', 'revision_number': 4, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '556e10c1-84a7-4cc0-a55e-9a1ca47e9689', 'name': '', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'mac_address': 'fa:16:3e:ef:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '816da578-936f-44af-9e54-34f1002bc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:57Z', 'updated_at': '2021-06-29T21:42:07Z', 'revision_number': 4, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'subnets': [{'id': '816da578-936f-44af-9e54-34f1002bc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:08.946572 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e6fbe-78fd-4023-a57d-b048c8486aa0 None None] The sync data for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi is: [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:41:58Z', 'revision_number': 4, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '556e10c1-84a7-4cc0-a55e-9a1ca47e9689', 'name': '', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'mac_address': 'fa:16:3e:ef:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '816da578-936f-44af-9e54-34f1002bc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:57Z', 'updated_at': '2021-06-29T21:42:07Z', 'revision_number': 4, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'subnets': [{'id': '816da578-936f-44af-9e54-34f1002bc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:42:09.091649 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e2965d649d04f7ebbdb0fe85bfce3a5&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3503802
Jun 29 21:42:09.092546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff1c98-9f7f-4aed-9168-7182c8fbad8b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:09.096365 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60676) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:09.102961 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:09.132648 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:09.167451 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-02af8a7b-8eeb-4014-aba3-9e3baa0be906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:09.265246 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d296907e-d281-44b2-8b01-8182f015fbde,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:09.282068 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:09.336718 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-45bb66ce-2de5-41c3-adde-469c7a7f956f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Unset dirty status for tenant:163e972ea2f44d3daded8c15ef491f21 on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:09.340846 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-45bb66ce-2de5-41c3-adde-469c7a7f956f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.26 "GET /v2.0/networks?id=75a0405c-624d-42fb-a20b-0ecb6e056567 HTTP/1.1" status: 200  len: 812 time: 1.6895409
Jun 29 21:42:09.360703 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:09.398786 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d296907e-d281-44b2-8b01-8182f015fbde HTTP/1.1" status: 204  len: 168 time: 2.1878808
Jun 29 21:42:09.404184 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60706) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:09.428929 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Request body: {'port': {'device_id': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567', 'admin_state_up': True, 'tenant_id': '163e972ea2f44d3daded8c15ef491f21'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:09.498590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88fdd400>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:04Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:09.546545 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f4c98-be15-4dcd-96ef-9b97049417de None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:04Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:42:09.669514 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-1bd8eca3-48dc-4cd7-b56c-cba8a0a70a87 None None] Provisioning for port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:09.676669 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-1bd8eca3-48dc-4cd7-b56c-cba8a0a70a87 None None] Provisioning complete for port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:09.677405 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1bd8eca3-48dc-4cd7-b56c-cba8a0a70a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:09.801788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:09.846423 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:10.075291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.129492 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.190877 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:42:10.217806 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:10.235820 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Usage tracker for resource:port and tenant:163e972ea2f44d3daded8c15ef491f21 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:10.244632 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:10.269676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8eca3-48dc-4cd7-b56c-cba8a0a70a87 None None] Port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:42:10.375417 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:10.406122 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:10.406974 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.492537 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:10.565161 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Made reservation on behalf of 163e972ea2f44d3daded8c15ef491f21 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:10.568412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.643302 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2e84f17b-fbea-4e3d-a9f3-4c9fa3a88416 req-4cd17c0b-7531-4dec-8594-62f59626e200 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.2642415
Jun 29 21:42:10.738318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.778418 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.869848 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:10.880046 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:10.885346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-f3f0d9e7-3d54-4280-b76c-0b99eca3acb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:11.033305 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-739659de-0c08-4fa8-b69d-8efdf05fe2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:11.094195 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:11.102046 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:11.124497 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Allocated IP 172.20.0.7 (75a0405c-624d-42fb-a20b-0ecb6e056567/3135255a-5607-445c-9e5c-d9d16ea5c6ab/c4f23b6f-7f59-4c58-b781-00151f35b12f) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:11.201205 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff1c98-9f7f-4aed-9168-7182c8fbad8b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:11.225539 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:11.247853 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:11.252633 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11ff1c98-9f7f-4aed-9168-7182c8fbad8b HTTP/1.1" status: 204  len: 168 time: 2.1545825
Jun 29 21:42:11.258150 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:11.339164 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7a88b8a070>> segment before_delete 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.345404 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7a88b8a070>> subnet precommit_delete_associations 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.347600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> segment_host_mapping after_create 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.348221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> port after_create 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.348787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> port after_delete 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.349380 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> port after_update 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.349916 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> segment after_delete 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.353026 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> subnet after_create 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.354030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> subnet after_delete 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.356731 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a89253fd0>> subnet after_update 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.501596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:42:11.506857 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60758) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:11.506857 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.26', 62481) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:11.525683 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] 10.222.0.21 "PUT /v2.0/routers/4b9ebd34-b81e-4c17-88d3-6a848c6776b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1454566
Jun 29 21:42:11.625760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88c577c0>> subnet after_create 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.637433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88c577c0>> subnet after_delete 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.638122 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88c577c0>> subnet before_create 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.639284 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88c577c0>> subnet before_update 55550000 {{(pid=74253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:11.639284 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a8914d430>,) {'filters': {'network_id': ['79405911-543f-4364-8ff4-5cd26f32b630']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:11.703403 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a8914d430>, '089691e1-27c1-4232-983a-29c4826b2d87') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:11.712267 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a8914d430>, '089691e1-27c1-4232-983a-29c4826b2d87') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:11.724037 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:11.794600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-c45fb2b2-3013-4ada-a24d-1b47893d18ca tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:11.806498 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-c45fb2b2-3013-4ada-a24d-1b47893d18ca tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 818 time: 1.9833298
Jun 29 21:42:11.814166 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:11.897542 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:11.898178 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:11.932496 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-3ecbd2a2-28ee-4abe-9f7d-6022ed16e5d1 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/quotas/5338380d9e7a480dbe7b1fb9aa83f3ea HTTP/1.1" status: 200  len: 375 time: 0.1204915
Jun 29 21:42:12.250530 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f5901f0d-18b8-4c50-9927-054fb3e17857 req-ab53e5aa-90db-4ff6-ac82-999d15e5de1f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1327155
Jun 29 21:42:12.251580 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.300995 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:42:12.309733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.328923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-2c8ce3d4-7d3a-4b14-bf32-4a59e2795273 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:12.331310 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-2c8ce3d4-7d3a-4b14-bf32-4a59e2795273 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 818 time: 0.7977059
Jun 29 21:42:12.342729 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   util.warn_limited(
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   util.warn_limited(
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:42:12.355252 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:42:12.366212 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Request body: {'port': {'device_id': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'admin_state_up': True, 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:12.499644 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60786) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:12.567140 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-6b2bc3eb-b2cf-4291-b475-5c836d09bcd6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6225212
Jun 29 21:42:12.572584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.582359 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.619104 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:12.692956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:12.782267 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Network 75a0405c-624d-42fb-a20b-0ecb6e056567 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:12.803309 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-1ff8ef70-419f-4b38-a513-1dcd80d8dfee service neutron] 10.222.0.21 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2348483
Jun 29 21:42:12.864741 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:12.988527 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:12.997911 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Pushing event updated for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:13.034858 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:13.077913 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:13.082675 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:985c4dbc35ec4fed996eed95277919af is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:13.083704 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:13.092943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:13.096612 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:13.109956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:13.111055 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:13.126143 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:13.155276 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79405911-543f-4364-8ff4-5cd26f32b630 HTTP/1.1" status: 204  len: 168 time: 3.7486048
Jun 29 21:42:13.156584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60804) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:13.186821 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Pushing event deleted for resources: {'Network': ['ID=79405911-543f-4364-8ff4-5cd26f32b630,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:13.199480 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:13.253269 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:13.265560 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8603916
Jun 29 21:42:13.312381 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-b55cace1-c25e-4810-be6c-f15040ff0c7f service neutron] 10.222.0.21 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5078423
Jun 29 21:42:13.437869 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Deleting subnet 04bdb7ad-8161-4fc5-8f5e-ddc5630b2ea8 {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:42:13.446427 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Made reservation on behalf of 5338380d9e7a480dbe7b1fb9aa83f3ea for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:13.447093 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60814) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:13.454766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440046076', 'description': 'tempest-description--283754100'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:13.469046 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:13.473260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:13.501412 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:13.523422 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:13.567719 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-649285db-1a74-4656-936f-2dd58feff112 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:42:13.568894 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-649285db-1a74-4656-936f-2dd58feff112 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1687806
Jun 29 21:42:13.576308 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:13.627389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:13.777689 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:13.979533 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dedcf0cc-e041-485d-8aa8-f85e728e1621 req-082af217-6a86-4db5-b852-ff150c1e76db tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.2185035
Jun 29 21:42:14.054455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.057133 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:14.122528 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:14.154732 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:14.181316 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:14.182886 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.204081 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.209842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a7cf-7292-4045-9b65-7a47a9d85f61 req-42846def-2c87-47b4-bfe9-28451f2dbdea tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:14.218359 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1108a7cf-7292-4045-9b65-7a47a9d85f61 req-42846def-2c87-47b4-bfe9-28451f2dbdea tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 931 time: 0.4590302
Jun 29 21:42:14.357083 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.738s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:14.372506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.405261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:14.406122 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1108a7cf-7292-4045-9b65-7a47a9d85f61 req-3ee81e76-4ee4-4b9f-aa91-d4e2890917fc tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864219
Jun 29 21:42:14.409803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1506e6bc5f04943a306f283db5b69f8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:14.413268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:14.421314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:14.496670 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.554555 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.561032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.563401 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.576817 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:14.596344 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:14.684268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.723748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b537ec46-236f-4840-aa02-f076a0a5a90b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:14.747992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:14.820950 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:14.825370 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.3743031
Jun 29 21:42:14.838039 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60850) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:14.854860 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1506e6bc5f04943a306f283db5b69f8&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3539314
Jun 29 21:42:14.856415 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bdb7ad-8161-4fc5-8f5e-ddc5630b2ea8,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:14.863219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60854) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:14.864433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group_rule': {'security_group_id': 'b537ec46-236f-4840-aa02-f076a0a5a90b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:14.929235 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:14.959932 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:14.978819 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:14.989508 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.045866 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:15.045866 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.045866 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d1ab838-3e01-4170-aba5-58e39ba270b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:15.075011 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:15.100063 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2741d940-02f2-4519-9f9d-636ebf4052ca,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:15.117314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.127297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Request body: {'port': {'device_id': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:15.164669 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.388169 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.409433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:15.555534 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4a5c2f76-e169-48fd-b60b-31b729085e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:15.578650 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.591124 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d6c69501-bba1-4068-84c5-7dd5f3b4fe47 req-2ceab2c5-bbfc-440f-bea7-f472100653b5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.2125049
Jun 29 21:42:15.621104 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=985c4dbc35ec4fed996eed95277919af&name=default HTTP/1.1" status: 200  len: 2647 time: 4.1119847
Jun 29 21:42:15.622199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60876) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:15.622435 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.625197 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:15.732709 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-cc278ccd-8bc3-4d00-a722-c35386220232 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/04bdb7ad-8161-4fc5-8f5e-ddc5630b2ea8 HTTP/1.1" status: 204  len: 168 time: 2.5529363
Jun 29 21:42:15.738480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 60882) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:15.771116 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device dee69957-ac06-4ed1-b53c-5441082f3aad up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:15.868714 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:15.959898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.012503 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port dee69957-ac06-4ed1-b53c-5441082f3aad completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:16.018201 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port dee69957-ac06-4ed1-b53c-5441082f3aad triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:16.018780 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.072442 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23800bd8-f688-43a5-bbbe-0ac211e23907,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.101798 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:16.119944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.133711 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:16.189849 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eee231-3926-4b58-b007-dbb5308e817e,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.195713 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:16.196487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.197676 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3586328
Jun 29 21:42:16.203676 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60890) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:16.206980 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Allocated IP 172.20.0.7 (64849a70-4477-46a1-84c7-dab7d43af0c8/816da578-936f-44af-9e54-34f1002bc8ca/839fcec4-146d-49b5-ab24-1cf944574abd) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:16.228797 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group_rule': {'security_group_id': 'b537ec46-236f-4840-aa02-f076a0a5a90b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:16.237181 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.242425 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:16.257626 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:16.266276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:16.283683 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:16.315185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.316665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19eee231-3926-4b58-b007-dbb5308e817e HTTP/1.1" status: 204  len: 168 time: 0.6702504
Jun 29 21:42:16.353376 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.364147 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eee231-3926-4b58-b007-dbb5308e817e,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.383216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.26', 62491) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:16.393445 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.398489 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.440219 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebdc30-5ef2-4f7f-8d81-e36a02191bc3 req-a915acad-876c-4154-9b25-d9e3d1ebec28 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:16.442411 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-72ebdc30-5ef2-4f7f-8d81-e36a02191bc3 req-a915acad-876c-4154-9b25-d9e3d1ebec28 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 931 time: 0.7298112
Jun 29 21:42:16.451287 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port dee69957-ac06-4ed1-b53c-5441082f3aad, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=dee69957-ac06-4ed1-b53c-5441082f3aad,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:16.459736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.464512 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:16.479820 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:16.481383 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.568372 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-72ebdc30-5ef2-4f7f-8d81-e36a02191bc3 req-97271555-7153-4194-8fb2-3a65bc3ebdee tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122744
Jun 29 21:42:16.607179 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.627127 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.636220 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-39ac9044-f6d9-49f5-943c-d08ec323dd96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:16.675975 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=dee69957-ac06-4ed1-b53c-5441082f3aad,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.684935 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:16.714295 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:16.766071 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138ced0b-aad9-4127-84f5-b5a6bbeef070,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.783841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:16.803757 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:16.805300 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5991724
Jun 29 21:42:16.808634 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60906) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:16.829578 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:16.844678 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:16.865533 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-9f1d6152-4b9c-4bb2-b431-aa573ed1e39b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:16.866625 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:floatingip and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:16.869251 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-9f1d6152-4b9c-4bb2-b431-aa573ed1e39b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 818 time: 0.4092367
Jun 29 21:42:16.877068 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:16.891198 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:16.902249 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2741d940-02f2-4519-9f9d-636ebf4052ca,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:16.949187 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.201815 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b22e7927-9aa8-4dc8-8c0f-b98732b2d795 req-a62e1471-e1ca-4c76-9399-615161ca87fd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.2450252
Jun 29 21:42:17.305683 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60928) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:17.335753 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.402196 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:17.406716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.411752 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Usage tracker for resource:security_group_rule and tenant:d7db79168c1e4ef484166dfc58851ce6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:17.488703 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:17.504788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:17.555713 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:17.560755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.564412 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2741d940-02f2-4519-9f9d-636ebf4052ca HTTP/1.1" status: 204  len: 168 time: 2.6935349
Jun 29 21:42:17.569874 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Request body: {'port': {'device_id': 'b10235b0-9943-40e2-9071-3424b1e70420', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'admin_state_up': True, 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:17.735314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device dee69957-ac06-4ed1-b53c-5441082f3aad up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:17.817826 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.862657 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.944667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:17.952796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f23b6f-7f59-4c58-b781-00151f35b12f {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:17.962412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:17.994144 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Transition to ACTIVE for port object c4f23b6f-7f59-4c58-b781-00151f35b12f will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:18.025016 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:18.055291 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:18.064969 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:18.067821 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port dee69957-ac06-4ed1-b53c-5441082f3aad triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:18.076698 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:18.217947 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc74b0-93e8-42fb-b4b3-ac6110f51742,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:18.291368 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:18.344775 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7db79168c1e4ef484166dfc58851ce6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0378563
Jun 29 21:42:18.365851 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 60950) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:18.558707 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Allocated IP 172.27.3.3 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/6ab75943-6963-4fd5-8297-834af6fc2dbf) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:18.666919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:18.805327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70e7c4-f1a8-451e-b708-b869a433ad8d req-5a6bf666-084c-4116-a034-a9f577966416 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:18.819187 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4d70e7c4-f1a8-451e-b708-b869a433ad8d req-5a6bf666-084c-4116-a034-a9f577966416 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.8043671
Jun 29 21:42:18.968676 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.057073 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f37f12d8-e6fa-431f-9a8d-36fcf3238037 req-db4e1829-0bae-4ddb-bffd-e59cf2e0f606 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.3409421
Jun 29 21:42:19.195860 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.249852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.284679 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4d70e7c4-f1a8-451e-b708-b869a433ad8d req-4fca4119-f185-4e70-818b-d754d09c09e7 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4638360
Jun 29 21:42:19.385527 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.435941 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.463591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7a89375100>> segment before_delete 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.465039 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7a89375100>> subnet precommit_delete_associations 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.466143 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> segment_host_mapping after_create 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.466494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> port after_create 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.466935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> port after_delete 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.467288 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> port after_update 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.468373 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> segment after_delete 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.468735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> subnet after_create 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.469100 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> subnet after_delete 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.469425 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7a88f8fa30>> subnet after_update 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:19.476196 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.486310 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2bd45604-05c5-4247-8fb4-d3579c0fc0de tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:19.564623 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.585794 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7cc74b0-93e8-42fb-b4b3-ac6110f51742 HTTP/1.1" status: 204  len: 168 time: 1.2053788
Jun 29 21:42:19.591616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc74b0-93e8-42fb-b4b3-ac6110f51742,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:19.597233 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:19.621441 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:19.640840 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:19.929674 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:19.931689 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:19.938503 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=6ab75943-6963-4fd5-8297-834af6fc2dbf,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:19.989809 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:20.010816 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88766f70>> subnet after_create 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:20.012623 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88766f70>> subnet after_delete 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:20.013093 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88766f70>> subnet before_create 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:20.013649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7a88766f70>> subnet before_update 55550000 {{(pid=74252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 21:42:20.014306 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88744220>,) {'filters': {'network_id': ['37b02eba-bdfb-4e70-8094-f085dc2b8cd7']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:20.051411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88744220>, '6dd56f00-5633-4a76-9c9e-c16c0abf8c15') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:20.051737 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88744220>, '6dd56f00-5633-4a76-9c9e-c16c0abf8c15') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:20.097324 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.137931 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.146437 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:20.154843 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:42:20.155557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.394627 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-673ce88c-4d59-4c47-b0bb-6f8a0f7c4f91 req-7eb61930-2656-4c8d-940e-431e009a2a68 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.1205316
Jun 29 21:42:20.414811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Usage tracker for resource:port and tenant:5338380d9e7a480dbe7b1fb9aa83f3ea is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:20.419169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:20.426262 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   util.warn_limited(
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   util.warn_limited(
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:42:20.443747 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:42:20.447826 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.456923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.463980 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Made reservation on behalf of 5338380d9e7a480dbe7b1fb9aa83f3ea for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:20.467599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:20.494906 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:20.506445 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.442s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:20.506935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:20.831038 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Allocated IP 172.20.0.6 (64849a70-4477-46a1-84c7-dab7d43af0c8/816da578-936f-44af-9e54-34f1002bc8ca/d2e2816c-e15c-4e99-af6c-b496677d3d52) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:21.008196 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.106533 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.212419 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed5b14-5e65-45dd-b70d-1a8d73c2bafd req-50f61ce7-a5ee-4315-bc75-c41623af3d1e tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:21.224266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2ed5b14-5e65-45dd-b70d-1a8d73c2bafd req-50f61ce7-a5ee-4315-bc75-c41623af3d1e tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.4811363
Jun 29 21:42:21.230436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Attempting to bind port c4f23b6f-7f59-4c58-b781-00151f35b12f on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:21.231106 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Attempting to bind port c4f23b6f-7f59-4c58-b781-00151f35b12f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5317527a-1dc2-4d7e-802a-7f58cd298767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:21.236260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Attempting to bind port c4f23b6f-7f59-4c58-b781-00151f35b12f on network 75a0405c-624d-42fb-a20b-0ecb6e056567 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:21.250765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.269066 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Pushing event updated for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:21.284650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:21.290293 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:21.330883 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/37b02eba-bdfb-4e70-8094-f085dc2b8cd7 HTTP/1.1" status: 204  len: 168 time: 5.5673492
Jun 29 21:42:21.331651 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Port c4f23b6f-7f59-4c58-b781-00151f35b12f on network 75a0405c-624d-42fb-a20b-0ecb6e056567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:42:21.331961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Attempting to bind port c4f23b6f-7f59-4c58-b781-00151f35b12f on network 75a0405c-624d-42fb-a20b-0ecb6e056567 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:21.368888 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=37b02eba-bdfb-4e70-8094-f085dc2b8cd7,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:21.378839 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:21.383688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:21.384523 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:21.403277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:21.527348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2ed5b14-5e65-45dd-b70d-1a8d73c2bafd req-3091d69d-865e-4fbd-99a3-735544ca6c56 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895319
Jun 29 21:42:21.610422 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:21.610895 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Checking segment: {'id': '5317527a-1dc2-4d7e-802a-7f58cd298767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:21.611519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Bound using segment: {'id': '5317527a-1dc2-4d7e-802a-7f58cd298767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:21.612014 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Bound port: c4f23b6f-7f59-4c58-b781-00151f35b12f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5317527a-1dc2-4d7e-802a-7f58cd298767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:21.612387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.661309 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.665645 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.675885 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.685260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-65bb4c68-6f31-4b82-8883-de07291bd5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:21.834863 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=6ab75943-6963-4fd5-8297-834af6fc2dbf,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:21.855502 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:21.872853 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-986ad35e-2cc8-47d7-8172-16f66c2abc50 req-2e40f0c2-1874-40ee-b4aa-a194496dcc60 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.1420336
Jun 29 21:42:21.884394 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:21.885092 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:21.928407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 32810) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:22.036344 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.081285 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.7203557
Jun 29 21:42:22.093479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.116145 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.3061016
Jun 29 21:42:22.142598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:22.187841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Request body: {'port': {'device_id': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:22.450903 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f,segment=NetworkSegment(5317527a-1dc2-4d7e-802a-7f58cd298767),segment_id=5317527a-1dc2-4d7e-802a-7f58cd298767)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:22.462875 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8a6b6886-36fd-445b-9d3d-0debcb3906a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5e3f030cd45482ab20760303546a40a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5309634
Jun 29 21:42:22.463334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 32830) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:22.485766 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.487319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.512145 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:22.745973 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.773616 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:22.823382 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:22.998106 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Pushing event updated for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:23.034084 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:23.039949 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:23.044700 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:23.093353 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Network 64849a70-4477-46a1-84c7-dab7d43af0c8 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:23.094351 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:23.144163 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-6f1379cf-be3d-4165-a57e-04e3ce6f1ded tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:23.156712 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:23.163134 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-e3aa52b1-bacc-4080-a311-f7da96afa115 service neutron] 10.222.0.26 "PUT /v2.0/ports/c4f23b6f-7f59-4c58-b781-00151f35b12f HTTP/1.1" status: 200  len: 1093 time: 9.0402522
Jun 29 21:42:23.166386 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:23.178025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:23.179980 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:23.185325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:23.195094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:23.211983 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-6f1379cf-be3d-4165-a57e-04e3ce6f1ded tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:23.213419 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-6f1379cf-be3d-4165-a57e-04e3ce6f1ded tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--440046076&fields=id&tenant_id=57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 267 time: 0.3403847
Jun 29 21:42:23.219025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee326a4-97bb-441c-ba78-b7fff6e7d9c5,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:23.259834 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:23.265996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:23.267108 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dee326a4-97bb-441c-ba78-b7fff6e7d9c5 HTTP/1.1" status: 204  len: 168 time: 0.8025126
Jun 29 21:42:23.433759 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43b2c8-ced5-4c8f-b7b6-873290b64ecc req-e938e7d6-550a-4486-9d71-1c216fa346fc tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:23.435323 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4a43b2c8-ced5-4c8f-b7b6-873290b64ecc req-e938e7d6-550a-4486-9d71-1c216fa346fc tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.4030178
Jun 29 21:42:23.675883 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4a43b2c8-ced5-4c8f-b7b6-873290b64ecc req-9a30d0f5-15ae-4142-b511-29fb5d0a32c4 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197561
Jun 29 21:42:23.688273 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-1b691011-2e6b-4ba3-a5eb-1b3ec991da96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:23.691995 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-1b691011-2e6b-4ba3-a5eb-1b3ec991da96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:network {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:23.732262 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-1b691011-2e6b-4ba3-a5eb-1b3ec991da96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:network {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:23.739260 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-1b691011-2e6b-4ba3-a5eb-1b3ec991da96 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 810 time: 0.5163925
Jun 29 21:42:23.797333 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-8ac5e2c4-b982-475e-a2fa-b1886fbbeb7b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/quotas/57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 375 time: 0.0567546
Jun 29 21:42:23.983651 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-221f10b7-fc32-4695-8e8a-fd8f4d650539 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1847944
Jun 29 21:42:24.070131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:24.070939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:24.174157 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6148295
Jun 29 21:42:24.220633 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-699ff101-f351-4de7-b728-84691f9eb352 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=163e972ea2f44d3daded8c15ef491f21&device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 1096 time: 0.9291589
Jun 29 21:42:24.291986 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be389322-1f2b-44de-9143-5c85b6713b17 req-eed984c4-6a1f-489d-b5e0-25f1a45db352 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:24.293575 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-be389322-1f2b-44de-9143-5c85b6713b17 req-eed984c4-6a1f-489d-b5e0-25f1a45db352 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 931 time: 0.2785938
Jun 29 21:42:24.326779 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 32896) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:24.332736 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-a62a7d00-f83d-4fdc-b757-f66cdb041411 service neutron] 10.222.0.21 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3480561
Jun 29 21:42:24.410443 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839fcec4-146d-49b5-ab24-1cf944574abd {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:24.508738 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-5996de94-5414-4849-a770-6c13442c5dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618791
Jun 29 21:42:24.524173 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Request body: {'port': {'device_id': 'b10235b0-9943-40e2-9071-3424b1e70420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:24.528240 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-be389322-1f2b-44de-9143-5c85b6713b17 req-ffe8e2f9-4b54-4686-a7f5-2da041981001 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Synchronizing usage tracker for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:24.571840 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-be389322-1f2b-44de-9143-5c85b6713b17 req-ffe8e2f9-4b54-4686-a7f5-2da041981001 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Unset dirty status for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:24.573833 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-be389322-1f2b-44de-9143-5c85b6713b17 req-ffe8e2f9-4b54-4686-a7f5-2da041981001 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684131
Jun 29 21:42:24.608513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:24.672922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 32922) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:24.673146 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7d7a7a22-83ee-4ee0-9c71-254c0b92ae75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c7250c803914fd6854ff4ede1fee9a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3439624
Jun 29 21:42:24.684264 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-dd9e0afa-b63f-48d7-9a91-909904d92f55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f HTTP/1.1" status: 200  len: 217 time: 0.2673366
Jun 29 21:42:24.698673 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Transition to ACTIVE for port object 839fcec4-146d-49b5-ab24-1cf944574abd will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:24.742117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:24.812283 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:24.879911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:24.968184 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.007086 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-1ff9f97a-9563-4902-99fe-a70819c69c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:25.008566 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-1ff9f97a-9563-4902-99fe-a70819c69c49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3135255a-5607-445c-9e5c-d9d16ea5c6ab HTTP/1.1" status: 200  len: 852 time: 0.3163013
Jun 29 21:42:25.024147 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.103273 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Pushing event updated for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:25.106063 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 32940) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:25.107889 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f', 'status': 'completed', 'code': 200}
Jun 29 21:42:25.124511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.128214 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:25.138515 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:25.156032 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 32948) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:25.176504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ba05d-ebb0-4bbd-90d4-14a2a53c54c7,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:25.184843 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.186127 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e28ba05d-ebb0-4bbd-90d4-14a2a53c54c7 HTTP/1.1" status: 204  len: 168 time: 0.5118668
Jun 29 21:42:25.187469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:25.259567 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-6d0b7778-e711-4379-a81b-0a5a3ad06b71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75a0405c-624d-42fb-a20b-0ecb6e056567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2375491
Jun 29 21:42:25.287360 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1beea0cd-e4bb-4f17-b279-b14cb4aa9f31 req-1e741c1a-a850-4dcc-927c-2b782b240943 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 210 time: 0.0702033
Jun 29 21:42:25.339996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c479445b-d7c2-455d-9be2-af4d1e90a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.350642 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddfc0c-2eeb-4b0b-b7fd-243c7bb2b2fd req-2902605b-6f2a-4186-8a06-c9deb40a5eea tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:25.356753 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-45ddfc0c-2eeb-4b0b-b7fd-243c7bb2b2fd req-2902605b-6f2a-4186-8a06-c9deb40a5eea tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.2790010
Jun 29 21:42:25.411120 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:42:25.427293 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-4096db03-7593-4557-8b91-8be1d141c956 service neutron] 10.222.0.26 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552756
Jun 29 21:42:25.453234 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-45ddfc0c-2eeb-4b0b-b7fd-243c7bb2b2fd req-bd70694b-f3e1-471f-af22-6c8947d0223c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934858
Jun 29 21:42:25.518501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.597860 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:25.603469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0303691d01d54bb39771b477660943f3 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:25.610058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:25.617336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:25.762702 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.788439 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Attempting to bind port 839fcec4-146d-49b5-ab24-1cf944574abd on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:25.788929 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Attempting to bind port 839fcec4-146d-49b5-ab24-1cf944574abd by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:25.789344 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Attempting to bind port 839fcec4-146d-49b5-ab24-1cf944574abd on network 64849a70-4477-46a1-84c7-dab7d43af0c8 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:25.863861 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Port 839fcec4-146d-49b5-ab24-1cf944574abd on network 64849a70-4477-46a1-84c7-dab7d43af0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:42:25.863986 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.864389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Attempting to bind port 839fcec4-146d-49b5-ab24-1cf944574abd on network 64849a70-4477-46a1-84c7-dab7d43af0c8 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:25.897366 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:25.912317 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6901be95-0671-48f4-8f2c-151c4879d427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:25.951979 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe75bc48-b448-41cc-86e8-781615ddb1a6,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:25.977341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:25.997926 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:25.999848 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff3d6-e4d0-4b9f-a941-d137c1488dc7 req-269db73d-54b9-4429-83ec-758500c85573 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:26.000211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Checking segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:26.001771 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-aa4ff3d6-e4d0-4b9f-a941-d137c1488dc7 req-269db73d-54b9-4429-83ec-758500c85573 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 931 time: 0.1866949
Jun 29 21:42:26.003997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Bound using segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:26.004818 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Bound port: 839fcec4-146d-49b5-ab24-1cf944574abd, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:26.005341 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.055948 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0303691d01d54bb39771b477660943f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8975844
Jun 29 21:42:26.065882 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 32978) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:26.083197 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5ea05b5f-46d8-43cc-ba3a-121778c8a4df req-0bcb866a-1f07-497a-879f-f59dbddf5b52 service neutron] 10.222.0.26 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6214068
Jun 29 21:42:26.092340 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.110880 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-aa4ff3d6-e4d0-4b9f-a941-d137c1488dc7 req-7b874c64-9b33-47ee-bd1a-e40f85056424 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013162
Jun 29 21:42:26.155663 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.185172 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.255554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.265333 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:26.289209 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.293806 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe75bc48-b448-41cc-86e8-781615ddb1a6 HTTP/1.1" status: 204  len: 168 time: 0.2261348
Jun 29 21:42:26.297166 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe75bc48-b448-41cc-86e8-781615ddb1a6,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:26.301534 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:26.317216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:26.355057 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Usage tracker for resource:security_group_rule and tenant:b167abb4f5ea4e888bd6d1fb802848e1 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:26.381482 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:26.389683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:26.397884 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:26.409790 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=839fcec4-146d-49b5-ab24-1cf944574abd,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:26.427557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.431915 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e2816c-e15c-4e99-af6c-b496677d3d52 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:26.440549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.26', 62501) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:26.448852 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.454461 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:26.542767 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-ecc8cc20-0e75-41db-9d05-d33ad03e083c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=163e972ea2f44d3daded8c15ef491f21&device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 1096 time: 0.3954785
Jun 29 21:42:26.702989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Transition to ACTIVE for port object d2e2816c-e15c-4e99-af6c-b496677d3d52 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:26.724032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.725419 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] 10.222.0.26 "PUT /v2.0/ports/839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 1093 time: 4.5661619
Jun 29 21:42:26.726215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.754005 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Pushing event updated for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:26.763696 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b87db69a-7b0c-49f8-994e-a9077702a6b9 req-ad7bf3db-4a4a-4aa3-aa3f-0a3f61d6d9c7 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 210 time: 0.0911977
Jun 29 21:42:26.770044 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:26.770583 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:26.972808 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-8143dac2-83de-4edb-b822-6aab1447b0a9 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:26.974247 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-8143dac2-83de-4edb-b822-6aab1447b0a9 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 810 time: 0.5326784
Jun 29 21:42:26.978550 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:26.985367 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327b055-7999-48e6-a9db-f1e35470eef6 req-c636d24a-d815-4cd4-84ed-387a8037706a tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:26.987103 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4327b055-7999-48e6-a9db-f1e35470eef6 req-c636d24a-d815-4cd4-84ed-387a8037706a tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.3296402
Jun 29 21:42:26.999119 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:27.015776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-5036e40e-37ad-4d92-9591-5998c9b200a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:27.017247 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-5036e40e-37ad-4d92-9591-5998c9b200a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75a0405c-624d-42fb-a20b-0ecb6e056567 HTTP/1.1" status: 200  len: 913 time: 0.4612498
Jun 29 21:42:27.017868 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:27.030971 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:27.035397 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:27.084727 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4327b055-7999-48e6-a9db-f1e35470eef6 req-d034bc9c-a5cb-4182-b3ae-2c2e2ce50b84 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791111
Jun 29 21:42:27.111621 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-736fb49f-113b-436b-8130-68104c76e695 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 379 time: 0.1045582
Jun 29 21:42:27.112876 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'port': {'device_id': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'admin_state_up': True, 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'security_groups': ['b537ec46-236f-4840-aa02-f076a0a5a90b']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:27.142151 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:27.154317 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b167abb4f5ea4e888bd6d1fb802848e1&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0376728
Jun 29 21:42:27.194729 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33018) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:27.195035 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33022) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:27.333567 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-87e76c57-34b9-46f6-9ff3-5617ead5be63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f HTTP/1.1" status: 200  len: 217 time: 0.3015862
Jun 29 21:42:27.368006 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd', 'status': 'completed', 'code': 200}
Jun 29 21:42:27.394345 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:27.401301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:port and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:27.407516 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:27.414974 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:27.436253 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da598-bc6a-427e-b31c-c255e5a59314 req-fd33277d-4a8d-42e2-ba13-5c28c70b2c60 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:27.443264 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-848da598-bc6a-427e-b31c-c255e5a59314 req-fd33277d-4a8d-42e2-ba13-5c28c70b2c60 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.1362576
Jun 29 21:42:27.459588 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Made reservation on behalf of 57b9e3a51c70442794a2f0f09845c3ba for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:42:27.462787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:27.528468 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0897063b-e2b9-4e6d-8a37-e293a9639731,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:27.548885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:27.551920 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-3d84b938-04c0-4601-ae0e-3bf2828b7a61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1096 time: 0.7328458
Jun 29 21:42:27.552605 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:27.576782 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-848da598-bc6a-427e-b31c-c255e5a59314 req-e2d19ab0-d171-4209-add6-0367c4eb8d9c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310651
Jun 29 21:42:27.630452 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3966f3e8-a635-4029-9b35-47e5f7eeba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:27.687007 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-e9c5c367-b519-40fe-be51-80ddc3dea7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:27.688493 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-e9c5c367-b519-40fe-be51-80ddc3dea7d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3135255a-5607-445c-9e5c-d9d16ea5c6ab HTTP/1.1" status: 200  len: 852 time: 0.3253822
Jun 29 21:42:27.689684 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-2c30741f-14bf-473a-89b7-ee73610f6570 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.1257281
Jun 29 21:42:27.718584 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Allocated IP 172.20.0.10 (00d7d3cb-ce2a-45ce-9ca8-13363667a016/213d6d07-8d3e-4786-ab48-ca858f70cf42/cbaf1283-34df-4d34-ac86-c0ea444ed588) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:42:27.805139 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Attempting to bind port d2e2816c-e15c-4e99-af6c-b496677d3d52 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:27.805470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Attempting to bind port d2e2816c-e15c-4e99-af6c-b496677d3d52 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:27.805793 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Attempting to bind port d2e2816c-e15c-4e99-af6c-b496677d3d52 on network 64849a70-4477-46a1-84c7-dab7d43af0c8 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:27.868633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:27.875440 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac050ac4bc7c4b0197dcc5167605a86e is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:27.885656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:27.898771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:27.952031 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-f498892c-7607-4ad7-9b0d-d415e760a655 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75a0405c-624d-42fb-a20b-0ecb6e056567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2438259
Jun 29 21:42:27.960752 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:27.983537 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-6ab0425b-fc71-4086-8ad9-edbe92fc1d98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:27.985469 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-6ab0425b-fc71-4086-8ad9-edbe92fc1d98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.2795293
Jun 29 21:42:27.988530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Transition to ACTIVE for port object cbaf1283-34df-4d34-ac86-c0ea444ed588 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:27.991627 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.019273 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.036049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:28.089715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Port d2e2816c-e15c-4e99-af6c-b496677d3d52 on network 64849a70-4477-46a1-84c7-dab7d43af0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:42:28.090024 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Attempting to bind port d2e2816c-e15c-4e99-af6c-b496677d3d52 on network 64849a70-4477-46a1-84c7-dab7d43af0c8 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:28.148723 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:42:28.154300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:28.156834 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:42:28.159336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:28.160030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:42:28.199868 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.239474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:28.239474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Checking segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:28.239474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Bound using segment: {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:28.241178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Bound port: d2e2816c-e15c-4e99-af6c-b496677d3d52, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b74808-f866-4b82-86d4-8a11e61ebfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:28.241531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.286658 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-2f8cb116-1963-427d-8ad2-3693aa31c54f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1991291
Jun 29 21:42:28.292533 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:28.293608 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.319472 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53e418-47d1-42be-9561-89fb6c7d2b8f req-0e477b37-58c9-467f-b3bb-0f27c0bc8be3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:28.320985 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dc53e418-47d1-42be-9561-89fb6c7d2b8f req-0e477b37-58c9-467f-b3bb-0f27c0bc8be3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 932 time: 0.2866342
Jun 29 21:42:28.357039 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2484052
Jun 29 21:42:28.369414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Request body: {'port': {'device_id': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:28.453303 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604631c-8bb0-4980-add4-c41eaba24afa req-382e9d85-258d-46a9-8886-68b9f37c6af6 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:28.454764 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3604631c-8bb0-4980-add4-c41eaba24afa req-382e9d85-258d-46a9-8886-68b9f37c6af6 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 943 time: 0.2242689
Jun 29 21:42:28.487143 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dc53e418-47d1-42be-9561-89fb6c7d2b8f req-49c9e11c-e574-4e00-bf92-641208d4201c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1548986
Jun 29 21:42:28.533371 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-bcb3d3fa-7abb-4bf3-ba38-eab2bbd3f0f6 service neutron] 10.222.0.26 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5464044
Jun 29 21:42:28.575113 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-28af59aa-92c6-41b7-94a9-72f4553fe163 None None] Provisioning for port cbaf1283-34df-4d34-ac86-c0ea444ed588 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:28.581322 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-28af59aa-92c6-41b7-94a9-72f4553fe163 None None] Provisioning complete for port cbaf1283-34df-4d34-ac86-c0ea444ed588 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:28.581902 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-28af59aa-92c6-41b7-94a9-72f4553fe163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.618972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.637275 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3604631c-8bb0-4980-add4-c41eaba24afa req-b3b215f0-15be-4e0e-8093-f092ee710297 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491189
Jun 29 21:42:28.648896 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-28af59aa-92c6-41b7-94a9-72f4553fe163 None None] Port cbaf1283-34df-4d34-ac86-c0ea444ed588 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:42:28.766132 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-81d2bc7d-66a6-48a7-affa-7665846fa450 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4584153
Jun 29 21:42:28.813778 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.841647 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.924025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1a6c624c-61cd-469e-be6f-45bb8c369dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:28.957960 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:28.962841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0897063b-e2b9-4e6d-8a37-e293a9639731,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:28.965969 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:28.969649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:28.993350 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33761c-73eb-4871-a066-9a52d059dc22 req-ec0993fa-0aa9-4fcd-b7a2-d739bf62591c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:29.001113 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ea33761c-73eb-4871-a066-9a52d059dc22 req-ec0993fa-0aa9-4fcd-b7a2-d739bf62591c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.2152841
Jun 29 21:42:29.018247 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device c4f23b6f-7f59-4c58-b781-00151f35b12f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:42:29.018650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.020042 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0897063b-e2b9-4e6d-8a37-e293a9639731 HTTP/1.1" status: 204  len: 168 time: 1.7845020
Jun 29 21:42:29.021133 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.081884 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-62c1554b-9260-4c06-be47-c7de6a61e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:29.091560 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:29.116060 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ea33761c-73eb-4871-a066-9a52d059dc22 req-a629a706-bd0e-4c93-8db0-cf0afb67d0ab tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118574
Jun 29 21:42:29.120249 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d5a16656-2281-41f8-bbf9-6fe955b63703 req-db721254-2628-4968-a159-dcbcf6732628 service neutron] 10.222.0.26 "GET /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5579758
Jun 29 21:42:29.161167 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.203002 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb3b0b5-d2bd-4950-bec4-a07d7894f25d,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:29.210780 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6e449d0c-c68c-45d9-b847-4cd8f7390e9a req-52c9d30a-1fb7-4d87-ab80-95b9a1a2b77d service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346848
Jun 29 21:42:29.214642 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:29.222502 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbaf1283-34df-4d34-ac86-c0ea444ed588 {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:29.230396 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:29.233482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.252866 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Transition to ACTIVE for port object cbaf1283-34df-4d34-ac86-c0ea444ed588 will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:29.268706 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.273667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-650fda94-9377-49a1-b4ac-17c89e57151a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:29.328285 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac050ac4bc7c4b0197dcc5167605a86e&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0889759
Jun 29 21:42:29.340957 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33082) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:29.342497 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f,segment=NetworkSegment(5317527a-1dc2-4d7e-802a-7f58cd298767),segment_id=5317527a-1dc2-4d7e-802a-7f58cd298767)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:29.376217 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.378221 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] 10.222.0.26 "PUT /v2.0/ports/d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 200  len: 1093 time: 4.9601958
Jun 29 21:42:29.384520 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Pushing event updated for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:29.396349 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:29.406794 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:29.413391 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'c4f23b6f-7f59-4c58-b781-00151f35b12f', 'network_id': '75a0405c-624d-42fb-a20b-0ecb6e056567', 'port_id': 'c4f23b6f-7f59-4c58-b781-00151f35b12f', 'mac_address': 'fa:16:3e:cd:25:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3135255a-5607-445c-9e5c-d9d16ea5c6ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:42:29.611103 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52', 'status': 'completed', 'code': 200}
Jun 29 21:42:29.662453 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.669936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.722322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.729127 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f23b6f-7f59-4c58-b781-00151f35b12f {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:29.761540 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f,segment=NetworkSegment(5317527a-1dc2-4d7e-802a-7f58cd298767),segment_id=5317527a-1dc2-4d7e-802a-7f58cd298767)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:29.773281 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.779131 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:29.871132 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:29.886436 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-d3e49127-d39d-477b-b5f3-9e1ed9d98b8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1096 time: 0.6014028
Jun 29 21:42:29.887287 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:29.894014 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:29.918760 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:29.946055 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:29.953551 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Attempting to bind port cbaf1283-34df-4d34-ac86-c0ea444ed588 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:29.958602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:29.964415 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Attempting to bind port cbaf1283-34df-4d34-ac86-c0ea444ed588 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:29.964836 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Attempting to bind port cbaf1283-34df-4d34-ac86-c0ea444ed588 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:29.994238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Port cbaf1283-34df-4d34-ac86-c0ea444ed588 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:42:29.994238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Attempting to bind port cbaf1283-34df-4d34-ac86-c0ea444ed588 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:30.030896 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:30.031337 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Checking segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:30.031869 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Bound using segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:30.032359 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Bound port: cbaf1283-34df-4d34-ac86-c0ea444ed588, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:30.032631 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.033684 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb3b0b5-d2bd-4950-bec4-a07d7894f25d,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:30.036733 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:30.042690 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['c4f23b6f-7f59-4c58-b781-00151f35b12f'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:42:30.094697 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.098774 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afb3b0b5-d2bd-4950-bec4-a07d7894f25d HTTP/1.1" status: 204  len: 168 time: 0.7490091
Jun 29 21:42:30.141291 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-5fadb205-8bd6-45f8-beef-1e2652970529 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1096 time: 0.6791933
Jun 29 21:42:30.242521 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-58b41da2-a0e1-4b27-9b2e-a4067cc4f85a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 200  len: 217 time: 0.0902202
Jun 29 21:42:30.245372 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33116) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:30.271632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66696d31-0835-4c1c-a565-9f115ecf286d req-e363c32e-4a37-4657-a1da-3069e5641d47 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:30.275300 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-66696d31-0835-4c1c-a565-9f115ecf286d req-e363c32e-4a37-4657-a1da-3069e5641d47 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 944 time: 0.3801405
Jun 29 21:42:30.288722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75593-815d-415e-be1e-3f52077e0303 req-3826818a-490a-4633-926c-30b984114026 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:30.289549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-76f75593-815d-415e-be1e-3f52077e0303 req-3826818a-490a-4633-926c-30b984114026 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:42:30.300868 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.349877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:30.424042 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:30.447722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.474248 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-c1d07131-6aff-4620-8cea-8e6ee1e4ff4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:30.476004 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-c1d07131-6aff-4620-8cea-8e6ee1e4ff4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.5792673
Jun 29 21:42:30.479988 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:30.558859 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.578881 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-76f75593-815d-415e-be1e-3f52077e0303 req-3826818a-490a-4633-926c-30b984114026 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:42:30.593043 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76f75593-815d-415e-be1e-3f52077e0303 req-3826818a-490a-4633-926c-30b984114026 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.8560567
Jun 29 21:42:30.606079 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-5e3d284e-2624-44ce-8da7-ca8966b509e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.1229811
Jun 29 21:42:30.662536 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-66696d31-0835-4c1c-a565-9f115ecf286d req-36b30ad3-5499-4512-a6f0-6683b2a7c918 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606944
Jun 29 21:42:30.681755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:30.687094 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-2af132c5-9e96-4309-bfd3-3125574d7ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:30.689124 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-2af132c5-9e96-4309-bfd3-3125574d7ce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.4398198
Jun 29 21:42:30.704988 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] 10.222.0.26 "PUT /v2.0/ports/cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 1094 time: 2.3397553
Jun 29 21:42:30.707389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:30.712429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:30.787923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9533cc206ea4f82bef56d43054c7b61 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:30.799355 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-8d354045-729c-4113-bac7-6170e725753d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0933511
Jun 29 21:42:30.806677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:30.860222 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:30.863017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-6556a44d-9e36-4f65-8672-c63f29420bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:30.864513 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-6556a44d-9e36-4f65-8672-c63f29420bbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.2469337
Jun 29 21:42:30.881531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Pushing event updated for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:30.909312 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:30.927686 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76f75593-815d-415e-be1e-3f52077e0303 req-eaafcc6b-d0a6-4175-bc37-d3bccc14dbdb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3329763
Jun 29 21:42:31.178472 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-1768fb4f-aa45-4013-b063-75bb8399d55d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1097 time: 0.4134471
Jun 29 21:42:31.192439 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac795f7f-972b-4c36-9510-d65882564c51 req-cb7183cf-5dba-426e-9bed-e0a0ffd11ecd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:31.194641 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac795f7f-972b-4c36-9510-d65882564c51 req-cb7183cf-5dba-426e-9bed-e0a0ffd11ecd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.2476506
Jun 29 21:42:31.238304 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-ed437ef6-cb10-4d6c-871f-f42c678520cc service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4261515
Jun 29 21:42:31.294112 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac795f7f-972b-4c36-9510-d65882564c51 req-a88dcd92-2f12-4b74-aea7-408d2ac932e4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910358
Jun 29 21:42:31.298011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.309362 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.323922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:31.370432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603b8c5-af4b-4226-b628-d426581e063f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:31.374324 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:31.377608 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9533cc206ea4f82bef56d43054c7b61&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1312881
Jun 29 21:42:31.380624 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33152) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:31.460156 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.519396 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.583444 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'status': 'completed', 'code': 200}
Jun 29 21:42:31.610649 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.616093 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c8c00bda-590f-4018-a4a6-11290a25f7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:31.630530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603b8c5-af4b-4226-b628-d426581e063f,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:31.633628 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.637126 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c603b8c5-af4b-4226-b628-d426581e063f HTTP/1.1" status: 204  len: 168 time: 0.2531233
Jun 29 21:42:31.637126 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:31.763642 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device c4f23b6f-7f59-4c58-b781-00151f35b12f up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:31.879328 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port c4f23b6f-7f59-4c58-b781-00151f35b12f completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:31.888969 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port c4f23b6f-7f59-4c58-b781-00151f35b12f triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:31.895284 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:31.982004 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f800-b92e-4451-a1c0-fb5b42c2747d req-da2595aa-6bfd-4126-b0cb-4b8b7e32c02d tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:31.983524 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf67f800-b92e-4451-a1c0-fb5b42c2747d req-da2595aa-6bfd-4126-b0cb-4b8b7e32c02d tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 944 time: 0.1612079
Jun 29 21:42:32.094065 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf67f800-b92e-4451-a1c0-fb5b42c2747d req-f5e7798a-417b-48ab-a222-0ea2cf9b734f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938544
Jun 29 21:42:32.108394 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:32.175837 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:32.292060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b2d7e-9c2e-49da-b41a-e325f66d93c2 req-b87a656a-817a-4b24-8fc4-31f9ddd98e3f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:32.295263 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f,segment=NetworkSegment(5317527a-1dc2-4d7e-802a-7f58cd298767),segment_id=5317527a-1dc2-4d7e-802a-7f58cd298767)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:32.296887 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8a0b2d7e-9c2e-49da-b41a-e325f66d93c2 req-b87a656a-817a-4b24-8fc4-31f9ddd98e3f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.1738248
Jun 29 21:42:32.305520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:32.309291 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:32.396204 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:32.398197 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8a0b2d7e-9c2e-49da-b41a-e325f66d93c2 req-5fa88228-0061-4ba8-ad82-532eb7c5e39d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929327
Jun 29 21:42:32.414247 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:32.610087 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f249-e643-477a-bd84-fa4a2c886726 req-293d5816-131d-4878-afaf-9a9469157aee tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:32.611565 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c3b0f249-e643-477a-bd84-fa4a2c886726 req-293d5816-131d-4878-afaf-9a9469157aee tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.0883336
Jun 29 21:42:32.675660 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c3b0f249-e643-477a-bd84-fa4a2c886726 req-58551cd1-59ae-426d-a20a-43e57d622e9f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583200
Jun 29 21:42:32.705415 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-323f1249-2497-45c8-bf65-7a616e3a9a43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683684
Jun 29 21:42:32.850490 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f', 'code': 200}
Jun 29 21:42:33.381838 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829a42-3f78-4e03-8045-3fa55f8c5b1d req-60cb44f1-2471-41ac-adcc-84cd6982ad56 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:33.383607 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d829a42-3f78-4e03-8045-3fa55f8c5b1d req-60cb44f1-2471-41ac-adcc-84cd6982ad56 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.1418915
Jun 29 21:42:33.449134 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d829a42-3f78-4e03-8045-3fa55f8c5b1d req-0790576c-bad1-401c-8a5e-4d4a040e5768 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572124
Jun 29 21:42:33.618001 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 839fcec4-146d-49b5-ab24-1cf944574abd details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:42:33.630723 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fd02-ca72-402c-9c3b-7b13c5ec5b59 req-d85564a2-6766-481a-bde7-b4ec0317b3fa tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:33.633206 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11e5fd02-ca72-402c-9c3b-7b13c5ec5b59 req-d85564a2-6766-481a-bde7-b4ec0317b3fa tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.0909348
Jun 29 21:42:33.759566 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33278) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:33.788919 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-a56a7cf5-c8c4-41e2-ba54-efc57a60a23f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 217 time: 0.1525774
Jun 29 21:42:33.871352 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11e5fd02-ca72-402c-9c3b-7b13c5ec5b59 req-a02790e7-a241-49db-af6f-acbc83c6c160 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1795337
Jun 29 21:42:33.891328 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-375dfa43-35fc-4007-8bb5-5002cad66894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:33.894788 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-375dfa43-35fc-4007-8bb5-5002cad66894 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0955203
Jun 29 21:42:33.991911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33288) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:34.022912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=839fcec4-146d-49b5-ab24-1cf944574abd,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:34.039695 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '839fcec4-146d-49b5-ab24-1cf944574abd', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'port_id': '839fcec4-146d-49b5-ab24-1cf944574abd', 'mac_address': 'fa:16:3e:f3:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816da578-936f-44af-9e54-34f1002bc8ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:42:34.119755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.180541 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839fcec4-146d-49b5-ab24-1cf944574abd {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:34.181617 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831650-0405-4904-af36-742fba513b3d req-7e1537ea-c9d6-42b4-9a4e-a7b0f03eaf05 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:34.184724 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e8831650-0405-4904-af36-742fba513b3d req-7e1537ea-c9d6-42b4-9a4e-a7b0f03eaf05 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.1936250
Jun 29 21:42:34.190554 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-a4c043e8-f060-4103-a507-08b462c0e98a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2819078
Jun 29 21:42:34.205590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=839fcec4-146d-49b5-ab24-1cf944574abd,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:34.215939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.218002 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:34.270293 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e8831650-0405-4904-af36-742fba513b3d req-169de30c-2066-4542-8f01-db926e867481 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785747
Jun 29 21:42:34.271776 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.292223 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-bc77af58-330a-41dd-9dea-1ea2105cfabe service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5914676
Jun 29 21:42:34.308227 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b6ca699-8b6c-46ca-919d-ef2518c7a275 req-ab2e53e3-57e9-412c-a8a1-1b4e3d1e5dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6815658
Jun 29 21:42:34.317710 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-58e7fadb-0dc1-494b-8c8e-21c6040de96f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 1098 time: 0.3577826
Jun 29 21:42:34.338996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:34.342203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:34.357107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:34.361501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.371555 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Usage tracker for resource:security_group_rule and tenant:a91c43236b6c412e991243430a8cba05 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:34.375726 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:34.386958 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:34.415096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:34.423160 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Usage tracker for resource:security_group_rule and tenant:a1540b039e5042c0bb09d2a408798840 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:34.426952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:34.433612 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:34.516326 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.527628 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.544469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:34.645392 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25218384-b907-44c2-8736-287a15e49719,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:34.663284 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:34.674131 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a91c43236b6c412e991243430a8cba05&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9104798
Jun 29 21:42:34.676792 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33328) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:34.676902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.690663 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.703058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1cd5e002-dafa-4f1f-a9bc-144ee3e7f2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:34.754701 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.756500 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6885710-b3f3-44bf-a68a-624fd5096176,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:34.773677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:34.778975 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1540b039e5042c0bb09d2a408798840&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7814662
Jun 29 21:42:34.781710 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33334) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:34.794334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9df5f-ebb9-4077-9801-52bb3654386c req-b3f21c33-ae14-409c-b179-f5c13972a1c3 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:34.796219 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73d9df5f-ebb9-4077-9801-52bb3654386c req-b3f21c33-ae14-409c-b179-f5c13972a1c3 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.2146487
Jun 29 21:42:34.809492 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.863781 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73d9df5f-ebb9-4077-9801-52bb3654386c req-5247ee2a-8543-4af6-9958-9b8fc279806e tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607376
Jun 29 21:42:34.927152 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.943551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:34.944273 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33346) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:34.955320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:34.974796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25218384-b907-44c2-8736-287a15e49719,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:34.974796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:34.982618 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.005191 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.008817 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25218384-b907-44c2-8736-287a15e49719 HTTP/1.1" status: 204  len: 168 time: 0.3277502
Jun 29 21:42:35.062532 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.068034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:35.084966 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6885710-b3f3-44bf-a68a-624fd5096176,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:35.096552 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:35.097446 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.098555 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6885710-b3f3-44bf-a68a-624fd5096176 HTTP/1.1" status: 204  len: 168 time: 0.3158782
Jun 29 21:42:35.131362 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.175774 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:35.181368 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5e629162064b79b7d94034a9fe5d04 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:35.191577 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c476f9-3f18-464b-9087-88f6c8c12f7b req-9b0dfaf3-853c-4b92-b13d-c6ff60a3f9b3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:35.193094 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-36c476f9-3f18-464b-9087-88f6c8c12f7b req-9b0dfaf3-853c-4b92-b13d-c6ff60a3f9b3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.1486230
Jun 29 21:42:35.193966 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:35.202219 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:35.265992 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-36c476f9-3f18-464b-9087-88f6c8c12f7b req-91b1d565-889b-43ba-9482-b07a280c3ddc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654287
Jun 29 21:42:35.324282 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.331301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.344663 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0d924e35-f15d-4886-b58d-c2fd68cb3baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:35.402978 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e5e629162064b79b7d94034a9fe5d04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4550507
Jun 29 21:42:35.402978 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9d93d-7e92-449a-8470-343fd03007b6,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:35.405076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33366) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:35.406472 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:35.493640 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:42:35.508119 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:35.508940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8933c190>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:42:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:35.531477 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.587196 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.614357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea434ce-e69f-471e-80f5-996c9ded93c4 req-cc014646-3d55-45d0-8f59-6c57e6e165cf tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:35.616034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ea434ce-e69f-471e-80f5-996c9ded93c4 req-cc014646-3d55-45d0-8f59-6c57e6e165cf tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.1407299
Jun 29 21:42:35.616517 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33374) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:35.654238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.658015 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.666209 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:35.685746 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.689535 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eb9d93d-7e92-449a-8470-343fd03007b6 HTTP/1.1" status: 204  len: 168 time: 0.2806389
Jun 29 21:42:35.699355 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9d93d-7e92-449a-8470-343fd03007b6,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:35.701634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:35.732263 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ea434ce-e69f-471e-80f5-996c9ded93c4 req-7984ba93-2313-4fe3-b169-e399f8a0baf9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952666
Jun 29 21:42:35.743497 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:35.748989 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:35.754062 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:f30de754e7b44b25a0c1a3d264169971 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:35.757492 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:35.765928 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:35.891935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.900169 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:35.914221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:36.051984 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33390) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:36.052126 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f30de754e7b44b25a0c1a3d264169971&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4345903
Jun 29 21:42:36.057937 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da4446-cffd-40b6-a195-4208f69082d1,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:36.062329 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:36.125559 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2504a72-f72e-43ac-ae79-ff86cbc04a38 req-036d7208-897b-4b7e-aeee-994ca378cb28 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:36.127287 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2504a72-f72e-43ac-ae79-ff86cbc04a38 req-036d7208-897b-4b7e-aeee-994ca378cb28 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.1206126
Jun 29 21:42:36.164146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.185231 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2504a72-f72e-43ac-ae79-ff86cbc04a38 req-fbf9ba56-d270-4e63-8607-99551155e7eb tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501502
Jun 29 21:42:36.202532 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.267661 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.273949 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ab09a8c9-2215-4228-9d41-08d6fd372adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:36.283592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8933c190>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:06Z', 'revision_number': 2, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:36.288914 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:42:36.289269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Updating router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:42:36.293751 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da4446-cffd-40b6-a195-4208f69082d1,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:36.296370 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:36.307197 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.310555 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76da4446-cffd-40b6-a195-4208f69082d1 HTTP/1.1" status: 204  len: 168 time: 0.2549989
Jun 29 21:42:36.396220 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.495178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898fa66-ddd3-48f1-bfe6-036549409321 req-ed4ba934-d81d-49c4-b618-aa20f7a7dc25 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:36.496520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33406) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:36.502784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9898fa66-ddd3-48f1-bfe6-036549409321 req-ed4ba934-d81d-49c4-b618-aa20f7a7dc25 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.0883217
Jun 29 21:42:36.531563 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.558802 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9898fa66-ddd3-48f1-bfe6-036549409321 req-7c7761d2-09f4-4332-8a26-09f91717fd75 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550644
Jun 29 21:42:36.586470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:36.591752 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe522c67e394398925c1b941b9936f8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:36.595026 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:36.602353 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:36.727073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.733539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.767843 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ee79e3b0-b4af-4e6b-90a3-2417b94533d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:36.777307 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fe522c67e394398925c1b941b9936f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2797341
Jun 29 21:42:36.780065 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33420) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:36.842480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac44f1-e52d-48bf-a869-e1a66303a45f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:36.863180 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:36.922277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.936219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Transition to ACTIVE for port object 3beab6ec-06d8-47c8-b63f-65562cbfdea2 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:42:36.946531 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:36.951222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:37.088433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.089869 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Pushing event updated for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:37.092916 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:37.229081 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Attempting to bind port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:42:37.230888 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Attempting to bind port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:42:37.232118 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Attempting to bind port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:42:37.256952 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:42:37.258584 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Checking segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:42:37.261172 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.262182 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Bound using segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:42:37.263437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Bound port: 3beab6ec-06d8-47c8-b63f-65562cbfdea2, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:42:37.266511 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.269303 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.292911 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['839fcec4-146d-49b5-ab24-1cf944574abd'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:42:37.313721 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:37.363213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Usage tracker for resource:security_group_rule and tenant:fb3435394f5f4fb59161a86356dcaef9 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:37.381559 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:37.395007 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-431d1a91-ce63-42d0-9a03-fbcbcbcbb680 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5273271
Jun 29 21:42:37.421832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:37.446868 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-7cebadd2-9057-4c6b-be7e-d44e806dd5df service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933542
Jun 29 21:42:37.466265 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-fcdc0710-0da9-4605-9dbe-11b2dfef8545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1096 time: 0.5442255
Jun 29 21:42:37.598472 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.625583 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.642044 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] For port 3beab6ec-06d8-47c8-b63f-65562cbfdea2, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:42:37.647737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] For port 3beab6ec-06d8-47c8-b63f-65562cbfdea2, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=3beab6ec-06d8-47c8-b63f-65562cbfdea2,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:42:37.659573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.673528 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:37.730954 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:37.743007 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7305646e-1e2d-4605-a452-7861775ec7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:37.807797 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8882930
Jun 29 21:42:37.828993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Pushing event updated for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:37.846764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:37.848080 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:37.848765 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8933c190>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:42:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:37.857222 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=386cb259-28e7-485b-8253-13d005fe79b0,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:37.863924 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:37.907831 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-8a3dde68-7a5d-4610-8289-ada040b2e545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:37.909770 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-8a3dde68-7a5d-4610-8289-ada040b2e545 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.4356048
Jun 29 21:42:37.968980 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bd9c9-1c6a-42ba-9196-a8e9f9108726 req-3fb0c302-731e-4b57-84c9-8f67f0df3edc tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:37.976574 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-de7bd9c9-1c6a-42ba-9196-a8e9f9108726 req-3fb0c302-731e-4b57-84c9-8f67f0df3edc tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.9636395
Jun 29 21:42:38.049190 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-36e55895-f856-4643-8b5f-1abea5bef77c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 200  len: 217 time: 0.1310508
Jun 29 21:42:38.151943 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-de7bd9c9-1c6a-42ba-9196-a8e9f9108726 req-55b645dd-f452-4b62-ad18-7db3dad57867 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743832
Jun 29 21:42:38.153972 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f415c89-210e-42cf-a784-cfa3d13dbf9d req-6647d196-bb3b-41f0-a96d-fd1fad25b42b service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6856945
Jun 29 21:42:38.156210 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:38.171590 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-6f93ecc9-a759-4f08-b1c3-a2f144c85de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:38.173995 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-6f93ecc9-a759-4f08-b1c3-a2f144c85de3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.1154852
Jun 29 21:42:38.187621 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:38.271082 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-82684fc0-692f-4bc8-b6de-33e20f28703b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824907
Jun 29 21:42:38.280477 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac44f1-e52d-48bf-a869-e1a66303a45f,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:38.289825 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:38.310487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eece4b-e15d-4db2-8413-3d7360508c68 req-21237091-d2a6-460b-8abb-e3cc957cb611 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:38.317953 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d7eece4b-e15d-4db2-8413-3d7360508c68 req-21237091-d2a6-460b-8abb-e3cc957cb611 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.8643243
Jun 29 21:42:38.396632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:38.398363 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3ac44f1-e52d-48bf-a869-e1a66303a45f HTTP/1.1" status: 204  len: 168 time: 1.6173649
Jun 29 21:42:38.410472 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:38.420110 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d7eece4b-e15d-4db2-8413-3d7360508c68 req-f6233a63-e4b3-493e-aa4d-3d7ad49e51d9 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006572
Jun 29 21:42:38.525995 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-22fb80b9-6cbe-4855-b82e-453f470c231c service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478273
Jun 29 21:42:38.584110 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-576a25bb-a612-473e-9f81-1b40907c4386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1097 time: 0.3637385
Jun 29 21:42:38.796391 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1ac900f-8838-452b-8eb2-79a6c906b627 req-b19e576e-367e-498b-8245-2ac4db066ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599804
Jun 29 21:42:38.836906 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-9bf51af2-08b8-4147-baf8-12c367f3225c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:38.838965 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-9bf51af2-08b8-4147-baf8-12c367f3225c service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.2392561
Jun 29 21:42:38.879283 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 839fcec4-146d-49b5-ab24-1cf944574abd up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:38.991412 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46497-39fd-4cee-a485-f7eceae66ea8 req-1a1751a9-d341-4997-b896-61ff1f596b89 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:38.993895 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2de46497-39fd-4cee-a485-f7eceae66ea8 req-1a1751a9-d341-4997-b896-61ff1f596b89 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.5510910
Jun 29 21:42:38.996433 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-c5ad943d-4df0-4528-9286-3a9859d04b21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 217 time: 0.1482913
Jun 29 21:42:39.059689 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 839fcec4-146d-49b5-ab24-1cf944574abd completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:39.068167 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 839fcec4-146d-49b5-ab24-1cf944574abd triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:39.069340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:39.110997 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8933c190>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:37Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:39.124081 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2de46497-39fd-4cee-a485-f7eceae66ea8 req-28b0ec69-a39a-4a99-a1b7-2404c525c4a5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1238413
Jun 29 21:42:39.143983 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-21bcfbb8-6439-403a-8205-4bd25efa887d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:39.147325 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-21bcfbb8-6439-403a-8205-4bd25efa887d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.1043365
Jun 29 21:42:39.152273 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e239a6-1c5c-4b38-ade2-576845f99781 None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:37Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:42:39.336881 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:39.359762 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-3c3f13d1-19c3-4559-91e7-0e2c33493223 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2009063
Jun 29 21:42:39.418994 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:39.467852 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=839fcec4-146d-49b5-ab24-1cf944574abd,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:39.477515 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:39.483051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:39.543647 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd', 'code': 200}
Jun 29 21:42:39.585022 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:39.589879 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:39.758161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 3beab6ec-06d8-47c8-b63f-65562cbfdea2 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:39.900876 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-a0395572-4fe2-472c-a86b-d3a1454e6c95 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5344381
Jun 29 21:42:39.949721 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:39.956081 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:39.956507 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:39.970513 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7918ef1c-d24d-4f9f-98e2-73236868effb req-b2f6de70-d809-420b-8f32-cec181caa4b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.1629832
Jun 29 21:42:40.058171 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7918ef1c-d24d-4f9f-98e2-73236868effb req-32a0addd-3d45-4c0b-a121-d198932731bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802591
Jun 29 21:42:40.101697 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf257691-8681-47f7-993b-962c9f3f4a64 req-f81e5488-ca5e-4514-9c95-babfd31e8b47 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:40.103495 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cf257691-8681-47f7-993b-962c9f3f4a64 req-f81e5488-ca5e-4514-9c95-babfd31e8b47 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.5537364
Jun 29 21:42:40.111087 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:40.161167 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 3beab6ec-06d8-47c8-b63f-65562cbfdea2, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=3beab6ec-06d8-47c8-b63f-65562cbfdea2,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:40.169085 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:40.179117 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:40.214057 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd23d-1677-45c6-97d2-e3a10450f06b req-16ee0297-ad2b-485b-b9de-47e0fa7bacec tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:40.216709 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d08bd23d-1677-45c6-97d2-e3a10450f06b req-16ee0297-ad2b-485b-b9de-47e0fa7bacec tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.4842718
Jun 29 21:42:40.291691 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cf257691-8681-47f7-993b-962c9f3f4a64 req-d95607fb-e228-4857-bee6-a8a58b3116f2 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710508
Jun 29 21:42:40.298890 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:40.311431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:40.351154 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-375f3e26-f16e-4904-a15f-7f152ef38d4a req-df8fb333-6506-4552-86c0-dc61590f430c service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4242339
Jun 29 21:42:40.354194 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d08bd23d-1677-45c6-97d2-e3a10450f06b req-c9125122-04fe-4196-9576-28e61dafa4b2 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189008
Jun 29 21:42:40.621759 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69651d94-02a5-4dc0-bcb2-6f337b251016 req-a84361d3-df55-4470-baa7-72a9fc776cb8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:40.623301 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-69651d94-02a5-4dc0-bcb2-6f337b251016 req-a84361d3-df55-4470-baa7-72a9fc776cb8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 944 time: 0.1519957
Jun 29 21:42:40.700151 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-69651d94-02a5-4dc0-bcb2-6f337b251016 req-3f2d21b1-7d33-42a5-8e15-fc6e81cf1220 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705538
Jun 29 21:42:40.891171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device cbaf1283-34df-4d34-ac86-c0ea444ed588 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:42:41.202554 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:41.218354 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'port_id': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'mac_address': 'fa:16:3e:a1:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:42:41.278771 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:41.305254 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbaf1283-34df-4d34-ac86-c0ea444ed588 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:41.325425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:41.331198 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:41.333380 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d2e2816c-e15c-4e99-af6c-b496677d3d52 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:42:41.338426 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:41.433737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:41.445242 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:41.664664 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9c085-8531-48d6-a8d6-4d1d8cd67c9c req-0f283e39-e60e-41b9-bec8-117130d74476 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:41.675141 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86d9c085-8531-48d6-a8d6-4d1d8cd67c9c req-0f283e39-e60e-41b9-bec8-117130d74476 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 943 time: 0.1384215
Jun 29 21:42:41.693870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 3beab6ec-06d8-47c8-b63f-65562cbfdea2 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:41.739387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:41.787404 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'd2e2816c-e15c-4e99-af6c-b496677d3d52', 'network_id': '64849a70-4477-46a1-84c7-dab7d43af0c8', 'port_id': 'd2e2816c-e15c-4e99-af6c-b496677d3d52', 'mac_address': 'fa:16:3e:8c:7a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816da578-936f-44af-9e54-34f1002bc8ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:42:41.794547 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86d9c085-8531-48d6-a8d6-4d1d8cd67c9c req-507aacf1-310f-4c0e-900d-ee3256ef332a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176734
Jun 29 21:42:42.011317 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:42.011708 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:42.052359 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68cbd4-6b96-4693-886d-7c0d313d6134 req-d6c32053-7ab0-4201-b766-4b5779598549 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:42.063771 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-db68cbd4-6b96-4693-886d-7c0d313d6134 req-d6c32053-7ab0-4201-b766-4b5779598549 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 945 time: 0.1468253
Jun 29 21:42:42.070942 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:42.122381 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e2816c-e15c-4e99-af6c-b496677d3d52 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:42:42.160348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:42.167843 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:42.169507 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:42.172116 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-db68cbd4-6b96-4693-886d-7c0d313d6134 req-46c200b1-7fae-46f7-befe-5affe5b714ee tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065872
Jun 29 21:42:42.274936 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:42.278619 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:42.491384 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['d2e2816c-e15c-4e99-af6c-b496677d3d52'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:42:42.532614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['cbaf1283-34df-4d34-ac86-c0ea444ed588'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:42:43.047766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa2df0-7ce4-4174-858c-46b476d50001 req-d399cd22-f4a6-4790-8676-a452e6884468 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:43.047766 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9fa2df0-7ce4-4174-858c-46b476d50001 req-d399cd22-f4a6-4790-8676-a452e6884468 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 944 time: 0.0952075
Jun 29 21:42:43.096767 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9fa2df0-7ce4-4174-858c-46b476d50001 req-48cecedc-38b4-48d4-a869-4bc0404cded5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420191
Jun 29 21:42:43.486953 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05715b49-f3ab-455e-ac6d-9c3d7d0f9c5c req-2d5238d9-70da-49be-9535-9bc09f8b7a86 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:43.488529 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05715b49-f3ab-455e-ac6d-9c3d7d0f9c5c req-2d5238d9-70da-49be-9535-9bc09f8b7a86 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 945 time: 0.1458294
Jun 29 21:42:43.536338 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05715b49-f3ab-455e-ac6d-9c3d7d0f9c5c req-63032893-e057-4399-a0cc-c2c2b499f0fd tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413868
Jun 29 21:42:43.953852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33674) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:44.111021 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.146155 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:44.150865 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6667db1fee4ae69fb25974ab5fa689 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:44.153744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:44.159934 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:44.230395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.273360 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.283300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:44.334636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9beede-38ef-4bc5-855a-577a8a23fd4c,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:44.343099 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c6667db1fee4ae69fb25974ab5fa689&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3858459
Jun 29 21:42:44.343099 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:44.344375 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33688) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:44.392462 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d1b7-87ac-4575-8e4e-ae5eb019e85d req-b1bcfba9-bae7-4556-a2a0-779ca686a8ff tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:44.393885 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60d5d1b7-87ac-4575-8e4e-ae5eb019e85d req-b1bcfba9-bae7-4556-a2a0-779ca686a8ff tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 944 time: 0.1620066
Jun 29 21:42:44.431485 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.454936 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.475936 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60d5d1b7-87ac-4575-8e4e-ae5eb019e85d req-549d47ec-001c-4b97-8139-3e49ef419312 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758357
Jun 29 21:42:44.496336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.559420 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.563775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bdac4d5f-fcfc-4128-9bea-8379d2de549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:44.575142 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9beede-38ef-4bc5-855a-577a8a23fd4c,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:44.577622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:44.583238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:44.588480 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb9beede-38ef-4bc5-855a-577a8a23fd4c HTTP/1.1" status: 204  len: 168 time: 0.2434103
Jun 29 21:42:44.769208 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab1b0c-f5ad-49d2-b059-b9bba63f1daa req-24a97656-47e0-4c0a-a33f-9e1f6454132b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:44.777975 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ceab1b0c-f5ad-49d2-b059-b9bba63f1daa req-24a97656-47e0-4c0a-a33f-9e1f6454132b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 945 time: 0.0980518
Jun 29 21:42:44.833836 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ceab1b0c-f5ad-49d2-b059-b9bba63f1daa req-063e7dc9-5798-44ad-b9c3-fdc9b08dc4dc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557992
Jun 29 21:42:44.964756 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33714) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:44.983050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.013796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:45.019855 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:acbb4a6c21ba4e6fbec438aa77a959fe is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:45.023088 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:45.028846 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:45.106450 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.112083 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.120561 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:45.162996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe25b7-35ad-4589-b9da-3d610f4c88ad,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:45.169980 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acbb4a6c21ba4e6fbec438aa77a959fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2019205
Jun 29 21:42:45.169980 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:45.170229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33722) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:45.243381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.272996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.332899 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.338255 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fef4712c-cb0f-4adb-858b-85122323e569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:45.348814 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe25b7-35ad-4589-b9da-3d610f4c88ad,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:45.352295 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:45.357046 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.360148 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03fe25b7-35ad-4589-b9da-3d610f4c88ad HTTP/1.1" status: 204  len: 168 time: 0.1866992
Jun 29 21:42:45.686991 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device cbaf1283-34df-4d34-ac86-c0ea444ed588 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:45.693898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdccb02-878b-43af-bfd3-d677518a10cf req-73a20c33-fa71-47e9-9cd5-1b605b05d96b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:45.695802 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8bdccb02-878b-43af-bfd3-d677518a10cf req-73a20c33-fa71-47e9-9cd5-1b605b05d96b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 944 time: 0.0875773
Jun 29 21:42:45.763937 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8bdccb02-878b-43af-bfd3-d677518a10cf req-13156347-2835-48c2-865c-2882f806694b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614154
Jun 29 21:42:45.806351 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port cbaf1283-34df-4d34-ac86-c0ea444ed588 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:45.811942 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port cbaf1283-34df-4d34-ac86-c0ea444ed588 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:45.812323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.967618 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:45.998211 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:46.009883 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:46.015338 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:46.017100 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d2e2816c-e15c-4e99-af6c-b496677d3d52 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:42:46.049691 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:46.081516 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e06f5-d165-4999-b361-8f0391587d2c req-6297cb63-c20b-4a67-a1f6-83c383ed9ddf tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:46.083050 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf9e06f5-d165-4999-b361-8f0391587d2c req-6297cb63-c20b-4a67-a1f6-83c383ed9ddf tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1004498
Jun 29 21:42:46.122790 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'code': 200}
Jun 29 21:42:46.144038 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf9e06f5-d165-4999-b361-8f0391587d2c req-7615acc0-186e-4e37-8297-d7eac504d136 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518212
Jun 29 21:42:46.180142 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:46.184343 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:46.195468 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port d2e2816c-e15c-4e99-af6c-b496677d3d52 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:42:46.200980 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port d2e2816c-e15c-4e99-af6c-b496677d3d52 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:42:46.201350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:46.319279 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:46.357479 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:42:46.362278 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:46.364605 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:46.443978 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:46.447320 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:47.009787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33782) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:47.028977 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c780065-c30f-47e4-abb6-fbf39204f3f7 req-abcbb6ff-4d79-44f8-972a-9cc9ee0b1879 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1099 time: 0.1632333
Jun 29 21:42:47.096504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f82bb-af19-414b-9e08-b29f904e55da req-bd00e62c-9f31-4a98-ac70-5187294098f4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:47.104774 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f7f82bb-af19-414b-9e08-b29f904e55da req-bd00e62c-9f31-4a98-ac70-5187294098f4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1465530
Jun 29 21:42:47.130494 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c780065-c30f-47e4-abb6-fbf39204f3f7 req-f69a6878-653f-44ec-973a-ed4e3cb351ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905375
Jun 29 21:42:47.158697 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f7f82bb-af19-414b-9e08-b29f904e55da req-cc6626d9-55ea-4ef4-a128-f1dbd648ecfb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526171
Jun 29 21:42:47.196341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.249702 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:47.254102 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd09c7cc0e44ea2a205670f96f7fa96 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:47.257357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:47.265688 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:47.403058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.409144 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.418467 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:47.466728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad9412-515e-4338-af69-3a10c504ad6a,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:47.477161 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439619c1-0b54-4d2f-8b68-99b40638bbc7 req-5bc99a48-41cf-4e16-a3e3-d7390a296981 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:47.478955 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-439619c1-0b54-4d2f-8b68-99b40638bbc7 req-5bc99a48-41cf-4e16-a3e3-d7390a296981 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1578052
Jun 29 21:42:47.480526 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:47.485645 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebd09c7cc0e44ea2a205670f96f7fa96&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4724925
Jun 29 21:42:47.486112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 33806) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:47.578678 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-439619c1-0b54-4d2f-8b68-99b40638bbc7 req-4a290d83-cfa3-4228-8366-db90c2f611ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781422
Jun 29 21:42:47.594500 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.637409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.693555 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.700404 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e66755bd-09ec-4f23-a93a-994f420b7dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:47.713363 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad9412-515e-4338-af69-3a10c504ad6a,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:47.716365 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:47.733405 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:47.737259 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dad9412-515e-4338-af69-3a10c504ad6a HTTP/1.1" status: 204  len: 168 time: 0.2479587
Jun 29 21:42:48.124155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:48.241365 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52', 'code': 200}
Jun 29 21:42:48.456630 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5db2-e6cb-4014-8d80-f8256c347566 req-0093c08d-76bb-4860-9c91-8fad404ffc0e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:48.459540 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0bb5db2-e6cb-4014-8d80-f8256c347566 req-0093c08d-76bb-4860-9c91-8fad404ffc0e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1155496
Jun 29 21:42:48.608922 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0bb5db2-e6cb-4014-8d80-f8256c347566 req-e8a9dfde-a793-4614-87ab-20259af120d7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366863
Jun 29 21:42:48.649590 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a50cb174-7c15-457f-95f7-fbcd1576e3ce req-2baa3302-60c0-4485-bdfd-afc1417f9cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1098 time: 0.1544073
Jun 29 21:42:48.766921 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a50cb174-7c15-457f-95f7-fbcd1576e3ce req-c3abda6b-1c47-483d-ba9a-d0b19e516cd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096232
Jun 29 21:42:48.954678 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039faa61-11fa-46f7-8386-375ad328bf4c req-9a32b500-40cf-41d5-916c-4fbd58385fad tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:48.956714 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-039faa61-11fa-46f7-8386-375ad328bf4c req-9a32b500-40cf-41d5-916c-4fbd58385fad tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0926809
Jun 29 21:42:49.021735 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-039faa61-11fa-46f7-8386-375ad328bf4c req-467d0991-7dcd-412d-8426-f81bd9e6f897 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582967
Jun 29 21:42:49.247460 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8053a-43fe-4cf3-9cd8-3fab5d30617e req-5183a316-571c-4bfa-9606-1ed482328472 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:49.251780 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1e8053a-43fe-4cf3-9cd8-3fab5d30617e req-5183a316-571c-4bfa-9606-1ed482328472 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0961573
Jun 29 21:42:49.255087 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 33886) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:49.262276 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'floatingip': {'port_id': 'cbaf1283-34df-4d34-ac86-c0ea444ed588'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:42:49.341340 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:49.808891 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7793f4-8440-4905-a904-91179f901f21 req-cdf6ccf1-49d9-4882-b07c-fc108e8ae173 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:49.810361 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd7793f4-8440-4905-a904-91179f901f21 req-cdf6ccf1-49d9-4882-b07c-fc108e8ae173 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0764787
Jun 29 21:42:49.901131 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd7793f4-8440-4905-a904-91179f901f21 req-1c25d1cc-251d-42b8-bf34-56bcba4a799d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847993
Jun 29 21:42:50.202889 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:50.206602 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:50.396979 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Floating IP b8236e66-43dc-4194-8792-f69848a3b0b0 associated. External IP: 172.27.3.3, port: cbaf1283-34df-4d34-ac86-c0ea444ed588.
Jun 29 21:42:50.780634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:42:50.977089 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:42:50.989750 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:42:50.996133 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:51.002090 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:51.002877 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8965a520>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:42:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:51.057495 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-145315fa-dfe8-4a0f-9f5f-2311d5540304 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "PUT /v2.0/floatingips/b8236e66-43dc-4194-8792-f69848a3b0b0 HTTP/1.1" status: 200  len: 990 time: 1.8010478
Jun 29 21:42:51.058413 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:42:51.123079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fde70-e5e5-432b-a5f2-5dedc0db760f req-1579a782-df07-4a6c-a26b-b385ad3eaf48 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:51.130325 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d66fde70-e5e5-432b-a5f2-5dedc0db760f req-1579a782-df07-4a6c-a26b-b385ad3eaf48 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1005683
Jun 29 21:42:51.171474 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d66fde70-e5e5-432b-a5f2-5dedc0db760f req-ca715609-662c-4865-8846-4c84c3b087a4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402443
Jun 29 21:42:51.203586 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:51.250146 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'status': 'completed', 'code': 200}
Jun 29 21:42:51.571044 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8965a520>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'b8236e66-43dc-4194-8792-f69848a3b0b0', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:a1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:42:20Z', 'updated_at': '2021-06-29T21:42:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:51.575182 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:42:51.585745 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:42:51.586473 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8965a520>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:42:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:51.754725 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:42:52.093825 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8965a520>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'b8236e66-43dc-4194-8792-f69848a3b0b0', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:a1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:42:20Z', 'updated_at': '2021-06-29T21:42:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:42:52.099535 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ec40a-98a8-4a81-9237-3d0533487ed2 None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'b8236e66-43dc-4194-8792-f69848a3b0b0', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:a1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:42:20Z', 'updated_at': '2021-06-29T21:42:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:42:52.158489 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-b30d3022-6ae6-4507-a2b1-c8d71adca0ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1099 time: 0.0793722
Jun 29 21:42:52.364269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189e02f-fac0-4146-8ad5-0547c8414992 None None] New status for floating IP b8236e66-43dc-4194-8792-f69848a3b0b0: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:42:52.365887 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-c2f2876a-4bc9-4521-a864-4949ba33a6f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:52.367388 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-c2f2876a-4bc9-4521-a864-4949ba33a6f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.1875882
Jun 29 21:42:52.494705 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57959-ce12-41cd-9f81-04a269eed11e req-9f4c0f7f-75dc-444d-9846-0f57d9c513c9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:52.496199 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-12b57959-ce12-41cd-9f81-04a269eed11e req-9f4c0f7f-75dc-444d-9846-0f57d9c513c9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1785789
Jun 29 21:42:52.498096 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-dbe731c3-6490-4725-9ed2-f091a8bfbb3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 998 time: 0.1169920
Jun 29 21:42:52.593488 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-f95910eb-450c-494e-814c-374ac02455e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:52.594910 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-f95910eb-450c-494e-814c-374ac02455e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0768521
Jun 29 21:42:52.597172 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-12b57959-ce12-41cd-9f81-04a269eed11e req-1a27b419-1876-471b-8b81-95aea5129db2 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946658
Jun 29 21:42:53.815439 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c07bcb-b5b1-4166-89b3-dae86d113cce req-c81ac2bb-4001-46b5-953e-f4d42d0f2524 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:53.817430 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96c07bcb-b5b1-4166-89b3-dae86d113cce req-c81ac2bb-4001-46b5-953e-f4d42d0f2524 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0853128
Jun 29 21:42:53.870034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96c07bcb-b5b1-4166-89b3-dae86d113cce req-13e5d6c7-b31f-4d1a-b55a-286d3cee1097 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427709
Jun 29 21:42:55.078866 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe83378-21e0-482b-90fe-ca88a453c230 req-8da0a56d-adea-4dae-99db-b6c3498a22ab tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:55.080386 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ffe83378-21e0-482b-90fe-ca88a453c230 req-8da0a56d-adea-4dae-99db-b6c3498a22ab tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0822299
Jun 29 21:42:55.139668 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ffe83378-21e0-482b-90fe-ca88a453c230 req-748a7311-ec54-4b91-8079-1e0fec0dc6bb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496168
Jun 29 21:42:55.323218 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6f04a4ac-c9c5-44c9-8647-9121774cf43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:55.665137 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-3f9d946e-2b33-45aa-9c9f-6cdf36bfdd12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793536
Jun 29 21:42:55.776570 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:55.892425 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-02e97573-a3e0-459e-9ff1-23cd494694b4 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070372
Jun 29 21:42:56.092334 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fecfab4-b5e8-4bf8-8b79-13a2df5e6da7 req-29ebe54e-0553-460b-9dd9-a1940031d2ee service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902828
Jun 29 21:42:56.358274 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f593-61a4-45e5-a655-3ebe736ac2c2 req-dbcb692a-be2c-4397-a146-5c11918b6b43 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:56.359805 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2012f593-61a4-45e5-a655-3ebe736ac2c2 req-dbcb692a-be2c-4397-a146-5c11918b6b43 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0911565
Jun 29 21:42:56.439524 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2012f593-61a4-45e5-a655-3ebe736ac2c2 req-dd2f77aa-7080-4891-8a94-a8651ecb4171 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727468
Jun 29 21:42:57.114622 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-572a6cac-aa23-4372-a6d9-fc3362873f5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1098 time: 0.2607031
Jun 29 21:42:57.126052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4667b0-cc03-4f5b-bfed-85031d23288b req-37593ca9-8c6f-47fd-ab51-5ed09ab17635 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:57.128003 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e4667b0-cc03-4f5b-bfed-85031d23288b req-37593ca9-8c6f-47fd-ab51-5ed09ab17635 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1557171
Jun 29 21:42:57.284181 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e4667b0-cc03-4f5b-bfed-85031d23288b req-16417952-fcee-4630-bf06-d2e8522a40a9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284602
Jun 29 21:42:57.355754 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-06b842c9-a01d-4047-bee3-1c47eddad0b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:57.357856 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-06b842c9-a01d-4047-bee3-1c47eddad0b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.2289181
Jun 29 21:42:57.535646 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-11acbb30-8d12-4a8a-a542-2bdfa406a7f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 200  len: 217 time: 0.1692600
Jun 29 21:42:57.618657 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-91fb425a-7aac-4761-bdae-918c85d8a602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:57.621120 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-91fb425a-7aac-4761-bdae-918c85d8a602 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.0792189
Jun 29 21:42:57.636864 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-491ac9c7-bf22-46c2-901a-6757827fee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:57.706288 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-fbd1b2e8-27f4-4174-9fa8-92281437ca15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745807
Jun 29 21:42:58.531678 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17d5b-2700-49f6-a8f4-ca00cf1f0a6c req-5dde1fc9-f50d-42e6-bfa1-9a24958a359e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:58.533308 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2be17d5b-2700-49f6-a8f4-ca00cf1f0a6c req-5dde1fc9-f50d-42e6-bfa1-9a24958a359e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1230452
Jun 29 21:42:58.588665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2be17d5b-2700-49f6-a8f4-ca00cf1f0a6c req-87d4e3f5-d8e7-47cb-91ec-25af66fbe269 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474010
Jun 29 21:42:58.808200 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:58.895821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34126) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:59.080309 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b472a9-2de0-443f-9cce-8235c1d229b4 req-9231dcf1-79fd-4a78-aa12-7417d9b263b8 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:59.081798 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c1b472a9-2de0-443f-9cce-8235c1d229b4 req-9231dcf1-79fd-4a78-aa12-7417d9b263b8 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.0824199
Jun 29 21:42:59.088170 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.128617 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c1b472a9-2de0-443f-9cce-8235c1d229b4 req-1daa78c7-a012-4195-a842-dc8316b161bf tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403912
Jun 29 21:42:59.139081 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:42:59.143804 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Usage tracker for resource:security_group_rule and tenant:309c87c5375b4f04a8ad8ae3380c1783 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:42:59.147273 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:42:59.153924 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:42:59.221311 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.225553 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.232462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:59.273131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c267219c-6a36-47e6-931f-7fcc0a4f7c92,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:59.280359 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=309c87c5375b4f04a8ad8ae3380c1783&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3835673
Jun 29 21:42:59.283171 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34134) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:42:59.286036 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.286395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.286745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.287091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.287482 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.287817 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.288153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.288492 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.288826 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.289159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.289526 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.293494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:59.349133 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.389335 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.475708 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.479470 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b0cbbf35-6f60-4b87-91e8-0c8d919f0a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:42:59.492459 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267219c-6a36-47e6-931f-7fcc0a4f7c92,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:42:59.501990 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:42:59.503091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c267219c-6a36-47e6-931f-7fcc0a4f7c92 HTTP/1.1" status: 204  len: 168 time: 0.2188563
Jun 29 21:42:59.504784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.505125 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.505554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.505898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.506229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.506557 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.506990 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.507199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.507544 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.507863 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.508665 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:42:59.512161 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:42:59.883759 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d004e-b8ce-4f78-8d7f-292816407887 req-8e90b1a5-efce-474b-bad5-23601e99e253 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:42:59.891063 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-467d004e-b8ce-4f78-8d7f-292816407887 req-8e90b1a5-efce-474b-bad5-23601e99e253 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1338115
Jun 29 21:42:59.958188 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-467d004e-b8ce-4f78-8d7f-292816407887 req-9fb88fad-625e-4cd1-8083-15353ea06642 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620859
Jun 29 21:43:00.025402 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34152) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:00.045082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.069258 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.088994 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:00.093242 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c8d2f798724c39aa5805019ea81678 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:00.096575 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:00.103891 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:00.193802 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.199055 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.206344 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fbc7407b-e75f-47b8-9fd4-82a920271e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:00.253575 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47424e5-d024-4180-aae2-d628936cede0,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:00.260008 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3c8d2f798724c39aa5805019ea81678&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2329247
Jun 29 21:43:00.261485 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:00.261718 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34158) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:00.334442 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.363289 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.425701 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae97940-4268-4912-87e2-abb4ef0af7b0 req-e91a1b7f-c263-4506-8d88-76e59fcb4e9e tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:00.430518 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9ae97940-4268-4912-87e2-abb4ef0af7b0 req-e91a1b7f-c263-4506-8d88-76e59fcb4e9e tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.1473908
Jun 29 21:43:00.459090 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.467265 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-15c81b8d-6af9-4afa-ab7e-133c54e88c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:00.487817 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47424e5-d024-4180-aae2-d628936cede0,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:00.491620 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:00.506813 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:00.509135 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47424e5-d024-4180-aae2-d628936cede0 HTTP/1.1" status: 204  len: 168 time: 0.2463744
Jun 29 21:43:00.535410 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9ae97940-4268-4912-87e2-abb4ef0af7b0 req-940c99eb-df3b-4488-b203-6b59a68b3018 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969248
Jun 29 21:43:00.987665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-c53804cc-61d2-4f29-9b75-3f2b3593083e service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073758
Jun 29 21:43:01.320257 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d852739-87c8-474a-b7aa-7b3d8e9138a4 req-adf4f679-633b-4301-9447-a414ae1d1d0a service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3210635
Jun 29 21:43:01.367015 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b1f5-0c5e-4e71-a867-4ffc2ebd84c4 req-fe1283dc-06a7-4f31-9308-7858025b0fee tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:01.370356 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c693b1f5-0c5e-4e71-a867-4ffc2ebd84c4 req-fe1283dc-06a7-4f31-9308-7858025b0fee tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1682811
Jun 29 21:43:01.468355 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c693b1f5-0c5e-4e71-a867-4ffc2ebd84c4 req-1743cd29-286b-41bb-b35e-68d7e61bf496 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908549
Jun 29 21:43:02.043755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed36791-48dd-48ad-9a28-07f41771e8fb req-81c2bea9-c5f4-49a7-8a3c-42e716e67a2a tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:02.059992 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fed36791-48dd-48ad-9a28-07f41771e8fb req-81c2bea9-c5f4-49a7-8a3c-42e716e67a2a tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.2678037
Jun 29 21:43:02.152309 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fed36791-48dd-48ad-9a28-07f41771e8fb req-5e9523ca-29ca-45e5-88fe-b0c87d6306c9 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909164
Jun 29 21:43:02.421622 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:43:02.942082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ab6c2-8af1-4bcc-b43f-ede7c86b97d8 req-752b14cb-b1e6-48e8-98d8-8b3be904b117 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:02.947333 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-823ab6c2-8af1-4bcc-b43f-ede7c86b97d8 req-752b14cb-b1e6-48e8-98d8-8b3be904b117 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1992023
Jun 29 21:43:03.038823 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-823ab6c2-8af1-4bcc-b43f-ede7c86b97d8 req-344bdf66-dba2-4fe8-8b30-8efddf9b8aae tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842116
Jun 29 21:43:03.734401 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3944-4e1d-4a8c-8d34-74fab8e494cc req-19f403a6-888a-481d-a9de-4805f3f1af1c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:03.737373 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-136c3944-4e1d-4a8c-8d34-74fab8e494cc req-19f403a6-888a-481d-a9de-4805f3f1af1c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.2952509
Jun 29 21:43:03.806790 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-082b05ec-5cae-4275-b577-255bd67a74a1 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:03.809696 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-082b05ec-5cae-4275-b577-255bd67a74a1 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 945 time: 0.2508433
Jun 29 21:43:03.967985 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-136c3944-4e1d-4a8c-8d34-74fab8e494cc req-695f9d41-f456-40b5-a63a-24f85deff79b tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfba1fc8-95a0-403c-9589-e0acdea06682&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218714
Jun 29 21:43:03.999116 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Deleting port c4f23b6f-7f59-4c58-b781-00151f35b12f {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:43:04.000107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:04.542212 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705184e-15ae-467a-8910-c71aecdc5748 req-f8ac0ba2-aa7a-4412-8fae-df1286078f86 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:04.543777 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0705184e-15ae-467a-8910-c71aecdc5748 req-f8ac0ba2-aa7a-4412-8fae-df1286078f86 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.3057928
Jun 29 21:43:04.557157 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] For port c4f23b6f-7f59-4c58-b781-00151f35b12f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c4f23b6f-7f59-4c58-b781-00151f35b12f,segment=NetworkSegment(5317527a-1dc2-4d7e-802a-7f58cd298767),segment_id=5317527a-1dc2-4d7e-802a-7f58cd298767)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:04.557616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:04.721279 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Calling delete_port for c4f23b6f-7f59-4c58-b781-00151f35b12f owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:43:04.791859 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0705184e-15ae-467a-8910-c71aecdc5748 req-9c054154-a55f-4bef-9b1b-aa1424f7eb8e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368226
Jun 29 21:43:04.977289 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:04.985970 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:05.002485 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['c4f23b6f-7f59-4c58-b781-00151f35b12f'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:43:05.042764 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Pushing event deleted for resources: {'Port': ['ID=c4f23b6f-7f59-4c58-b781-00151f35b12f,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:05.045894 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:05.179322 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] No DVR routers for this DVR port c4f23b6f-7f59-4c58-b781-00151f35b12f on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:43:05.184969 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:05.189716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'name': 'network-vif-deleted', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:43:05.273357 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2538b57-53b0-40fc-bb5e-676878e35cb8', 'name': 'network-vif-deleted', 'tag': 'c4f23b6f-7f59-4c58-b781-00151f35b12f', 'status': 'completed', 'code': 200}
Jun 29 21:43:05.288705 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-c7c29d47-4d81-4ca8-a821-eb1be3f0c05d req-82fcc45f-b462-4dc4-82ae-ed17e841c813 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Synchronizing usage tracker for tenant:163e972ea2f44d3daded8c15ef491f21 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:43:05.300545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-101a0f90-00f5-47d6-979b-ce544205b3c6 req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.26 "DELETE /v2.0/ports/c4f23b6f-7f59-4c58-b781-00151f35b12f HTTP/1.1" status: 204  len: 173 time: 1.4817290
Jun 29 21:43:05.332939 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-c7c29d47-4d81-4ca8-a821-eb1be3f0c05d req-82fcc45f-b462-4dc4-82ae-ed17e841c813 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Unset dirty status for tenant:163e972ea2f44d3daded8c15ef491f21 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:43:05.336004 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c7c29d47-4d81-4ca8-a821-eb1be3f0c05d req-82fcc45f-b462-4dc4-82ae-ed17e841c813 tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1369481
Jun 29 21:43:06.094221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790762c5-f397-4134-9c2e-fc58501a73ab req-44824fb6-959b-4a6d-9cdf-0684b4438246 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:06.098149 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-790762c5-f397-4134-9c2e-fc58501a73ab req-44824fb6-959b-4a6d-9cdf-0684b4438246 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1356294
Jun 29 21:43:06.189099 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-790762c5-f397-4134-9c2e-fc58501a73ab req-7faaa367-d78c-4f3c-904f-bdff855df841 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684054
Jun 29 21:43:06.296650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34372) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:06.525931 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.571102 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:06.578548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Usage tracker for resource:security_group_rule and tenant:bcc136baf1674e7cb840a523eba1ddf8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:06.578548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:06.585038 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:06.627639 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-79c8bc68-7bf4-47d1-afff-2d2d61c8d166 req-20c1c629-0266-4a99-a8d5-b7c158f3c51b tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.0965860
Jun 29 21:43:06.673318 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.678791 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.687695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:06.735986 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8838663-b4a4-4c4f-988e-b4c6e679b9ac,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:06.742355 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcc136baf1674e7cb840a523eba1ddf8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4429665
Jun 29 21:43:06.745318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34386) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:06.746021 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:06.834650 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.870820 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.957050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.966571 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c5ca8e99-2b71-441d-89f6-aff37a3e27b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:06.985472 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8838663-b4a4-4c4f-988e-b4c6e679b9ac,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:06.992093 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:06.997889 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:06.999808 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8838663-b4a4-4c4f-988e-b4c6e679b9ac HTTP/1.1" status: 204  len: 168 time: 0.2528448
Jun 29 21:43:07.458199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f4b9e-dc7c-45a4-9ffd-589fece5af0d req-6f690bf6-1887-40e6-847f-d1f3b21af850 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:07.464095 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-737f4b9e-dc7c-45a4-9ffd-589fece5af0d req-6f690bf6-1887-40e6-847f-d1f3b21af850 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1110735
Jun 29 21:43:07.554281 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-737f4b9e-dc7c-45a4-9ffd-589fece5af0d req-d8fb4ba4-10ba-4a12-ba26-8eab2bb5d1f6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856218
Jun 29 21:43:07.665195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34434) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:07.714137 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:07.887355 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd929789-d620-4098-85bd-b73fca4a6eac req-10a1cc56-8cc7-4850-9d82-8a70fd76203f tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1026964
Jun 29 21:43:07.909403 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:07.921596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Usage tracker for resource:security_group_rule and tenant:288c659aa958485b98871724c7c88592 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:07.925304 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:07.935941 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:08.047806 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.058818 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.074097 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-df47a97c-60a9-433f-a350-7e85487a62a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:08.139925 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=288c659aa958485b98871724c7c88592&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4702072
Jun 29 21:43:08.142585 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34452) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:08.176527 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0c46a1-d451-43ae-b4c0-9b78db4ebf01,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:08.182817 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:08.305531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.360662 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.464072 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.475831 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ff2481b6-a173-46d0-93c9-aee5fad4b160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:08.501613 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0c46a1-d451-43ae-b4c0-9b78db4ebf01,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:08.506835 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:08.509237 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d0c46a1-d451-43ae-b4c0-9b78db4ebf01 HTTP/1.1" status: 204  len: 168 time: 0.3653612
Jun 29 21:43:08.510727 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:08.935743 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34482) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:09.161552 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c3eb-0798-4dc9-b587-5706634d3952 req-4844d7a5-dc7f-46a8-95b4-36631dc62e9d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:09.182363 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9455c3eb-0798-4dc9-b587-5706634d3952 req-4844d7a5-dc7f-46a8-95b4-36631dc62e9d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.2500434
Jun 29 21:43:09.426656 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9455c3eb-0798-4dc9-b587-5706634d3952 req-34a34ca2-dfce-4b28-a3eb-f23675f246e7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427025
Jun 29 21:43:09.472721 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-133a2cc4-8983-412a-871d-c7d7b0a785f5 req-9fcbbd2e-f412-414e-bca7-acd7f94aa1bc tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2538b57-53b0-40fc-bb5e-676878e35cb8 HTTP/1.1" status: 200  len: 210 time: 0.1480682
Jun 29 21:43:09.614935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34506) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:09.715630 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:09.763913 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:09.776310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Usage tracker for resource:security_group_rule and tenant:27f128bfa52e4ed8a904d6a14aea97be is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:09.796911 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:09.813332 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:09.977046 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device c4f23b6f-7f59-4c58-b781-00151f35b12f no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:43:09.994326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.022822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.033110 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.049465 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-67510155-0302-4265-80c8-aa2dc27dc947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:10.077573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: c4f23b6f-7f59-4c58-b781-00151f35b12f {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:43:10.078431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device c4f23b6f-7f59-4c58-b781-00151f35b12f not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:43:10.118439 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:10.133509 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f4d874cc8a4c50acc13ca5364d09ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:10.139904 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27f128bfa52e4ed8a904d6a14aea97be&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2014444
Jun 29 21:43:10.141009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:10.142904 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34526) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:10.151136 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:10.153522 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a684e07-2a81-4d96-b44a-bec0af7e0c99,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:10.157986 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:10.235501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.255884 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.263828 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.271905 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.280842 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3dc77804-f652-4357-b041-46a3c20c27da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:10.352030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.357256 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:10.370004 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1aa765-2fde-4dc6-90c3-36b4a7956fc2,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:10.371058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a684e07-2a81-4d96-b44a-bec0af7e0c99,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:10.376148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:10.381938 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:10.386127 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3f4d874cc8a4c50acc13ca5364d09ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7674434
Jun 29 21:43:10.386755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34532) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:10.391659 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.395774 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a684e07-2a81-4d96-b44a-bec0af7e0c99 HTTP/1.1" status: 204  len: 168 time: 0.2481174
Jun 29 21:43:10.478767 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.546137 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.666373 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.671964 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-173804c1-cef2-4c4c-8293-fc5498ebe8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:10.692975 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1aa765-2fde-4dc6-90c3-36b4a7956fc2,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:10.704786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:10.755185 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:10.760316 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1aa765-2fde-4dc6-90c3-36b4a7956fc2 HTTP/1.1" status: 204  len: 168 time: 0.3714511
Jun 29 21:43:11.048023 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06310f04-e29c-4e8d-a09e-1fa159dc0236 req-b560a090-b4b8-4213-bb8c-33274d7c3e4a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:11.049758 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06310f04-e29c-4e8d-a09e-1fa159dc0236 req-b560a090-b4b8-4213-bb8c-33274d7c3e4a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.2345302
Jun 29 21:43:11.131545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06310f04-e29c-4e8d-a09e-1fa159dc0236 req-af0d9f2b-0ee0-4806-8d3a-d014465a5a02 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748312
Jun 29 21:43:11.408622 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34576) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:11.475913 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:11.617693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:11.625131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Usage tracker for resource:security_group_rule and tenant:7a5e7d4f4a6c45dfb94605387b04f431 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:11.633138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:11.644685 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:11.768862 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-bb6d7371-a24d-46de-9d0a-88097c3cfb18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4197047
Jun 29 21:43:11.780212 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:11.791321 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:11.806946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:11.903922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34592) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:11.907221 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a5e7d4f4a6c45dfb94605387b04f431&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4969184
Jun 29 21:43:11.909164 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0bebc6-01ba-4852-bf78-57ae301137a3,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:11.920499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34596) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:11.921903 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:11.943557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:11.988183 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:11.994041 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Usage tracker for resource:security_group_rule and tenant:5cae7b4642074fc492208caca5cc9adb is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:11.998116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:12.005267 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:12.012429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.074565 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.108789 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.115967 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.162591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-71092f42-ef1f-46f4-9797-92b92bacdbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:12.173562 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.185896 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c424515f-4c5c-43a8-b3ed-ac5e049c1337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:12.209065 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0bebc6-01ba-4852-bf78-57ae301137a3,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:12.214101 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:12.217168 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.219524 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d0bebc6-01ba-4852-bf78-57ae301137a3 HTTP/1.1" status: 204  len: 168 time: 0.3142812
Jun 29 21:43:12.240402 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cae7b4642074fc492208caca5cc9adb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3177123
Jun 29 21:43:12.243603 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34608) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:12.248936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b651a-7513-471a-9c98-78140a9889b0,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:12.257897 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:12.404621 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.452579 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.505503 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cbfb4-8ee0-433a-9f29-bcc62f4718b3 req-f628f445-7ece-4e63-bcbc-ea8fb8cd503a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:12.507076 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-680cbfb4-8ee0-433a-9f29-bcc62f4718b3 req-f628f445-7ece-4e63-bcbc-ea8fb8cd503a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1833048
Jun 29 21:43:12.545071 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.551213 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3157f33b-17fa-475e-8f8b-309462080277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:12.570549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b651a-7513-471a-9c98-78140a9889b0,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:12.573168 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:12.598413 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-680cbfb4-8ee0-433a-9f29-bcc62f4718b3 req-9ae57da2-0aeb-4a02-8e9f-441fe103586f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692625
Jun 29 21:43:12.599190 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:12.600219 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e4b651a-7513-471a-9c98-78140a9889b0 HTTP/1.1" status: 204  len: 168 time: 0.3547518
Jun 29 21:43:14.002930 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a109cf-84be-436b-8e72-64032f98c630 req-540e3c67-d99c-4c84-93c5-18a012e7da27 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:14.004762 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71a109cf-84be-436b-8e72-64032f98c630 req-540e3c67-d99c-4c84-93c5-18a012e7da27 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1786261
Jun 29 21:43:14.064740 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71a109cf-84be-436b-8e72-64032f98c630 req-e33406f4-799c-4e16-b662-76d44b9cd838 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495672
Jun 29 21:43:14.458252 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:14.947017 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-de5b932f-8c15-4212-ad1c-c8c6d06a2922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.1292074
Jun 29 21:43:15.218807 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-bf739d00-6906-41bd-be1a-a9a22db5e51c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:15.221216 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-bf739d00-6906-41bd-be1a-a9a22db5e51c service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.2374504
Jun 29 21:43:15.496826 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-d6c662ef-fb7c-40fc-a702-dac4fb94c823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.2596054
Jun 29 21:43:15.755827 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdbf3d-a364-4b8c-bd11-c3fa3ea07e1e req-dd3f7ab2-5662-4ce2-b0cd-3733a79649a8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:15.759810 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-44fdbf3d-a364-4b8c-bd11-c3fa3ea07e1e req-dd3f7ab2-5662-4ce2-b0cd-3733a79649a8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.3179595
Jun 29 21:43:15.764084 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-84e915e9-de3b-47a2-932e-b3cf7bd8d117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:15.768650 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-84e915e9-de3b-47a2-932e-b3cf7bd8d117 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.2345815
Jun 29 21:43:15.911451 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-f14cfb1a-1d6d-458e-90cf-c68eac074214 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1122572
Jun 29 21:43:15.972454 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-44fdbf3d-a364-4b8c-bd11-c3fa3ea07e1e req-bc3d54d4-1093-4cf0-b549-a69eb27864ae tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001386
Jun 29 21:43:15.998257 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34788) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:16.208199 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Deleting subnet 3135255a-5607-445c-9e5c-d9d16ea5c6ab {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:43:16.224763 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:16.337676 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:16.350330 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-8ef04691-301d-4fc3-9cf7-1eb80058cd08 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3956287
Jun 29 21:43:16.485726 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:16.667777 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34822) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:16.679623 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9aa23ea-50b9-4d84-9103-07d7fdb133fd req-7225d980-7705-4e52-991c-cd709122089c service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226709
Jun 29 21:43:16.769885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:16.783054 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:16.877528 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3135255a-5607-445c-9e5c-d9d16ea5c6ab,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:16.883199 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:16.890193 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:16.907597 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0eac9cf4-6ebf-49b8-82ce-8c4ef85ad1a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3135255a-5607-445c-9e5c-d9d16ea5c6ab HTTP/1.1" status: 204  len: 168 time: 0.9081383
Jun 29 21:43:16.910297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34838) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:17.037078 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.460625 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.493825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.522025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a885684f0>,) {'filters': {'network_id': ['75a0405c-624d-42fb-a20b-0ecb6e056567']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:17.541994 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a885684f0>, '5317527a-1dc2-4d7e-802a-7f58cd298767') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:17.542480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a885684f0>, '5317527a-1dc2-4d7e-802a-7f58cd298767') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:17.550115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:17.561914 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Usage tracker for resource:security_group_rule and tenant:30dbf61314294a33822ec2a558c151ec is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:17.567250 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:17.572277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.585339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:17.601287 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.614513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:43:17.614971 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:43:17.629773 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:43:17.680248 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79940-35dc-47e5-a0af-d825bd257307 req-76fa2389-3871-46d0-be3a-3400c31fcb11 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:17.684069 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9ef79940-35dc-47e5-a0af-d825bd257307 req-76fa2389-3871-46d0-be3a-3400c31fcb11 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1827533
Jun 29 21:43:17.791672 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9ef79940-35dc-47e5-a0af-d825bd257307 req-069a28db-ba8e-444a-b7d5-dc7bc527d17e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004925
Jun 29 21:43:17.869085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.897149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:17.910578 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.940330 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=75a0405c-624d-42fb-a20b-0ecb6e056567,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:17.940330 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.943134 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:17.946389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:17.965896 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d43f911a-a4a1-4f71-902c-62557c473d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:17.973539 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/75a0405c-624d-42fb-a20b-0ecb6e056567 HTTP/1.1" status: 204  len: 168 time: 1.0613213
Jun 29 21:43:18.008443 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30dbf61314294a33822ec2a558c151ec&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3246474
Jun 29 21:43:18.012673 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34886) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:18.013158 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f831f-1cf8-40ea-9461-3a19d94f82df,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:18.017588 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:18.153722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34896) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:18.159933 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.196381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.277929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.284878 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:18.313056 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f831f-1cf8-40ea-9461-3a19d94f82df,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:18.319647 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:18.331355 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.340343 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-50105e43-9013-422d-83f8-f3d7aa1ca546 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/717f831f-1cf8-40ea-9461-3a19d94f82df HTTP/1.1" status: 204  len: 168 time: 0.3179307
Jun 29 21:43:18.372218 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34904) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:18.485587 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-676f0fd7-8135-4a73-ad24-fb63002a780c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=163e972ea2f44d3daded8c15ef491f21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1078019
Jun 29 21:43:18.486580 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 34908) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:18.708511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.798811 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.965397 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.968123 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:18.982088 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3bd23f53-070e-4e0f-8e9a-cfeb824bad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:19.006752 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfba1fc8-95a0-403c-9589-e0acdea06682,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:19.012586 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:19.025114 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.028079 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfba1fc8-95a0-403c-9589-e0acdea06682 HTTP/1.1" status: 204  len: 168 time: 0.5398057
Jun 29 21:43:19.062010 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:19.067786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Usage tracker for resource:security_group_rule and tenant:1573854f5f664f02a641b74af46b21b9 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:19.071255 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:19.079626 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:19.162113 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.173695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.181475 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4558edc2-d103-4457-bb6d-f097f79df5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:19.218323 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00ac82-39ff-42cb-b6dc-bab533a01598,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:19.223552 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:19.284157 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1573854f5f664f02a641b74af46b21b9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1283565
Jun 29 21:43:19.287638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34940) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:19.398594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.411035 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c109-2d4a-406b-b6e7-e171b6bab6e5 req-417ab5b3-5179-4c59-9572-82e2ba81ede8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:19.422058 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-63b7c109-2d4a-406b-b6e7-e171b6bab6e5 req-417ab5b3-5179-4c59-9572-82e2ba81ede8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1569045
Jun 29 21:43:19.459340 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.538179 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-63b7c109-2d4a-406b-b6e7-e171b6bab6e5 req-80fb951f-89b5-46f8-81c9-1c135e4d8d3f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145239
Jun 29 21:43:19.587593 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.587593 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ee15c57e-0340-4959-a2df-7b23d514fc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:19.600698 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00ac82-39ff-42cb-b6dc-bab533a01598,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:19.603289 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:19.604474 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb00ac82-39ff-42cb-b6dc-bab533a01598 HTTP/1.1" status: 204  len: 168 time: 0.3152742
Jun 29 21:43:19.626591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:20.262203 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 34994) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:20.286412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:20.329247 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:20.336356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Usage tracker for resource:security_group_rule and tenant:e6ad367515344763827e390fc087a0e5 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:20.341294 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:20.350137 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:20.435654 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:20.441284 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:20.448727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-88295136-803f-4372-95a7-3e43b7f59773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:20.497305 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07bbeb-e8d6-4cc7-b179-6ec62e061c0e,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:20.507720 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:20.549408 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35002) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:20.562038 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6ad367515344763827e390fc087a0e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2967479
Jun 29 21:43:20.681125 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:20.759621 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:20.975972 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35018) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:21.116317 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.122402 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-617f088e-5674-4105-859d-4870f8bd5ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:21.138108 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07bbeb-e8d6-4cc7-b179-6ec62e061c0e,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:21.151791 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11616e8-993d-471b-892c-2d7dad1d3add req-d6c5fea3-78bc-42d1-aa25-589087da64e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:21.160022 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b11616e8-993d-471b-892c-2d7dad1d3add req-d6c5fea3-78bc-42d1-aa25-589087da64e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.3260226
Jun 29 21:43:21.162715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:21.164398 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.165820 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f07bbeb-e8d6-4cc7-b179-6ec62e061c0e HTTP/1.1" status: 204  len: 168 time: 0.6146777
Jun 29 21:43:21.254141 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b11616e8-993d-471b-892c-2d7dad1d3add req-79efaf15-ce73-4bbd-a9ef-69995c2fc049 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932190
Jun 29 21:43:21.371595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861178629-network', 'tenant_id': '438fa53897384365ab81678b943c30d8'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:21.380690 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:21.389541 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Usage tracker for resource:network and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:21.511198 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:21.518490 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:21.531153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Made reservation on behalf of 438fa53897384365ab81678b943c30d8 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:21.534301 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.550783 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.595870 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:21.601909 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:21.607907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:21.617641 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:21.720591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.726677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.733198 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:21.809197 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0edd01-f1d5-43d3-be98-caa9f8522d71,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:21.813587 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:21.837595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:43:21.867772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.868303 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Added segment 08b6adf9-2a64-44ad-adfd-6ef0068d890b of type vlan for network f928998b-480c-4f3d-9167-f727e196becb
Jun 29 21:43:21.890972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35050) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:21.940166 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:21.999880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.001358 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:22.002052 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.006400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:22.094112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-network', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:22.102933 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:22.109063 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Usage tracker for resource:network and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:22.115549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:22.125755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:22.147921 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f928998b-480c-4f3d-9167-f727e196becb,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:22.153645 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:22.161660 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1839066
Jun 29 21:43:22.163717 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35062) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:22.164756 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network f928998b-480c-4f3d-9167-f727e196becb details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:43:22.167666 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Made reservation on behalf of 21ca64bd37f343b1a16842ae343113b6 for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:22.170876 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.186423 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Request body: {'subnet': {'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861178629-subnet', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:22.191918 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:22.196510 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Usage tracker for resource:subnet and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:22.200765 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:22.208172 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:22.219632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.239645 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Made reservation on behalf of 438fa53897384365ab81678b943c30d8 for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:22.243112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.359083 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:22.368725 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:22.378210 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:22.394784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:22.844902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.858636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:22.881395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4d342b89-4027-4809-9142-68b0d5dbe29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:22.903130 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc998bb-b1c0-4408-a2f5-b945394a8af8 req-5895e808-4372-48f4-bee6-c677b792c9a0 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:22.916108 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcc998bb-b1c0-4408-a2f5-b945394a8af8 req-5895e808-4372-48f4-bee6-c677b792c9a0 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.3517091
Jun 29 21:43:22.925735 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.031316 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:43:23.062268 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.063710 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Added segment 93324964-f467-4366-8bcb-75245653a476 of type vlan for network a4a4472c-c3f2-428c-9303-a06dd5d09a26
Jun 29 21:43:23.186337 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.304887 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcc998bb-b1c0-4408-a2f5-b945394a8af8 req-18a3cd89-eef4-4f01-96ee-e7094be1187f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3872697
Jun 29 21:43:23.309603 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d770c5e7-cd2d-45a3-92df-4664cbdf521a,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:23.325351 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:23.376036 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-33de2224-664a-46a8-bdd4-d541ca6d8d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:23.439555 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.461097 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:23.461825 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.502322 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Checking segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:23.503505 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Network hostable DHCP agents. Network: f928998b-480c-4f3d-9167-f727e196becb, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:43:23.583389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35106) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:23.619728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:23.625821 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:23.627435 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-77a236d2-976c-4223-a275-80301fbe952d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:23.661152 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Network f928998b-480c-4f3d-9167-f727e196becb is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:43:23.685335 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.7925832
Jun 29 21:43:23.690153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35114) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:23.698588 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Request body: {'subnet': {'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-subnet', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:23.706181 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:23.712065 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Usage tracker for resource:subnet and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:23.716128 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:23.725152 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:23.748205 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Made reservation on behalf of 21ca64bd37f343b1a16842ae343113b6 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:23.764937 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.780839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, f928998b-480c-4f3d-9167-f727e196becb) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:23.798221 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ea0ea-ec36-4ea7-a887-c77a25ff94b2 None None] Network f928998b-480c-4f3d-9167-f727e196becb requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:23.810939 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:23.811960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:23.882263 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Pushing event updated for resources: {'Network': ['ID=a4a4472c-c3f2-428c-9303-a06dd5d09a26,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:23.886754 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:23.903445 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7374356
Jun 29 21:43:23.906904 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35120) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:23.915695 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:23.927084 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:23.939623 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Usage tracker for resource:router and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:23.948666 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:23.972327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:24.010582 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.013190 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.087645 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.118609 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:43:24.510584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.514295 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.656702 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:24.674423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Usage tracker for resource:security_group_rule and tenant:620334e365d642bfa1b87d87166c867e is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:24.688714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:24.711900 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:24.741938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.750709 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-f928998b-480c-4f3d-9167-f727e196becb', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:43:24.751651 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:24.771909 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0116ab65-1aa9-4d32-befe-9b9f89b92458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:24.972381 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b429c13a-8b02-4026-8fe3-3ee6fec8ac42,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:24.983178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:25.041337 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Checking segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:25.043433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Network hostable DHCP agents. Network: a4a4472c-c3f2-428c-9303-a06dd5d09a26, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:43:25.077150 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.090115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.104726 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-149d9d87-41ae-441e-bd83-3cc123f78f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:25.165460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:43:25.168497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216821f7-ef0d-4493-be14-f01c54da16b5 req-f00b7bd5-76df-4e27-af5a-5880f06088c8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:25.188692 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-216821f7-ef0d-4493-be14-f01c54da16b5 req-f00b7bd5-76df-4e27-af5a-5880f06088c8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.4706428
Jun 29 21:43:25.197827 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6cabb-63da-4ac0-aa85-cae51cb19c09,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:25.210822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:25.211965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, a4a4472c-c3f2-428c-9303-a06dd5d09a26) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:25.223205 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:25.223992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.229850 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d9662-f56a-4752-b79a-ec8a95933a10 None None] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:25.243587 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=620334e365d642bfa1b87d87166c867e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6574776
Jun 29 21:43:25.252755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35142) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:25.400967 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.418234 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7261214
Jun 29 21:43:25.422202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35150) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:25.436005 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:25.456215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:25.469127 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Usage tracker for resource:router and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:25.485751 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:25.498576 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.504130 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:25.512799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.594693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.594693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.680308 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.693874 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-216821f7-ef0d-4493-be14-f01c54da16b5 req-b6e8b40e-f1b7-4368-806f-03f157712a6c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5026517
Jun 29 21:43:25.711203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Allocated IP 172.20.0.2 (f928998b-480c-4f3d-9167-f727e196becb/e7d9f4ce-2ef8-4b62-a291-479a5a8cd514/aa50b3eb-d3ed-402b-b1c4-9b6997eb554f) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:25.876143 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-02f0332f-cb54-4f20-885c-07c2c13a06ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.893808 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:25.991624 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.051540 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Allocated IP 172.27.3.159 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/55164afa-889d-4db5-bc04-e24d8f765b1d) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:26.250097 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.439586 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:43:26.439586 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.469052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.470141 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.480132 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a30aad06-cf6f-43b2-9279-82c1abd1929e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:26.494079 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6cabb-63da-4ac0-aa85-cae51cb19c09,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:26.496573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:26.527327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.527327 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69f6cabb-63da-4ac0-aa85-cae51cb19c09 HTTP/1.1" status: 204  len: 168 time: 1.2657049
Jun 29 21:43:26.549298 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.565228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:26.680127 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:26.686058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:26.697157 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:26.798899 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.904734 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:26.994397 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Pushing event updated for resources: {'Port': ['ID=55164afa-889d-4db5-bc04-e24d8f765b1d,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:27.000763 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:27.136761 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.234239 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Transition to ACTIVE for port object aa50b3eb-d3ed-402b-b1c4-9b6997eb554f will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:27.275456 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Transition to ACTIVE for port object aa50b3eb-d3ed-402b-b1c4-9b6997eb554f will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:27.288918 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Allocated IP 172.20.0.2 (a4a4472c-c3f2-428c-9303-a06dd5d09a26/b429c13a-8b02-4026-8fe3-3ee6fec8ac42/f4f6a0bc-0b69-4230-973c-1169603de50d) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:27.293756 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.297314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Allocated IP 172.27.3.41 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/922b7a28-661d-47ce-8015-55dba45b5510) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:27.301696 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:27.408773 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Network f928998b-480c-4f3d-9167-f727e196becb is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:27.473394 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:27.487395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35188) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:27.489400 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:27.529987 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Pushing event updated for resources: {'Port': ['ID=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:27.561158 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.561736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.562537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.563065 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.563566 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.564131 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.564569 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.565671 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.566161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.566754 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.567805 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:27.596917 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75314b57-5a12-4d3c-8431-aee92fbe93f8 req-3b53325c-a0d0-43b8-a16d-404344473a0f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:27.604599 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-75314b57-5a12-4d3c-8431-aee92fbe93f8 req-3b53325c-a0d0-43b8-a16d-404344473a0f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.3491638
Jun 29 21:43:27.606546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.608318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.640932 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.678720 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.696661 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:27.755419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.769337 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Transition to ACTIVE for port object f4f6a0bc-0b69-4230-973c-1169603de50d will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:27.792287 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Transition to ACTIVE for port object f4f6a0bc-0b69-4230-973c-1169603de50d will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:27.794253 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:27.798603 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:27.811169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:27.820937 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:27.912095 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35200) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:27.930327 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:27.941593 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:27.945778 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.011064 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-75314b57-5a12-4d3c-8431-aee92fbe93f8 req-27846476-b19e-4b64-b909-f6cc5d11afbd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3915932
Jun 29 21:43:28.091043 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Pushing event updated for resources: {'Port': ['ID=f4f6a0bc-0b69-4230-973c-1169603de50d,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:28.114325 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:28.121179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Attempting to bind port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:28.121738 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Attempting to bind port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:28.122209 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Attempting to bind port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f on network f928998b-480c-4f3d-9167-f727e196becb {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:28.132853 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:28.133403 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Checking segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:28.133903 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.134468 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Bound using segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:28.135069 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Bound port: aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:28.135566 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.177822 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.182439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4c8addd2-53ed-4c3b-88b6-0618a104a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.193025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Pushing event updated for resources: {'Port': ['ID=922b7a28-661d-47ce-8015-55dba45b5510,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:28.211204 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:28.223699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:28.230952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:28.232479 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:28.242428 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:28.249660 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Usage tracker for resource:security_group_rule and tenant:c499cf6f0f584adca43b1eb30b3ec972 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:28.253680 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:28.262743 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:28.356862 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:28.376493 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fda2ee22aa64fd4aaa5910de82679d4 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:28.381989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:28.405216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:28.417181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Attempting to bind port f4f6a0bc-0b69-4230-973c-1169603de50d on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:28.426520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Attempting to bind port f4f6a0bc-0b69-4230-973c-1169603de50d by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:28.427170 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Attempting to bind port f4f6a0bc-0b69-4230-973c-1169603de50d on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:28.445585 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:28.448216 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Checking segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:28.448955 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.459912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Bound using segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:28.461867 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Bound port: f4f6a0bc-0b69-4230-973c-1169603de50d, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:28.466285 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.490368 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] For port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:28.524844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.541911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.553884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Router 26af19fb-1024-4488-83d3-4d18b11505b4 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:43:28.559045 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-17af9371-5b0e-4090-afa2-fab55308554a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:28.622261 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf3510d-6bff-48b6-acca-d2add2f5a0d1,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:28.626020 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:28.645054 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.661602 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.687891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] For port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:28.699512 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9bf92531-812f-4599-93f9-f877e0eb33b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:28.700892 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c499cf6f0f584adca43b1eb30b3ec972&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2124949
Jun 29 21:43:28.701759 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35214) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:28.716122 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.729357 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:28.815661 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.843699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfecc6f-e589-49ee-a767-c88d7d9bc1aa,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:28.849372 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.850663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.855431 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:28.859828 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fda2ee22aa64fd4aaa5910de82679d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9421780
Jun 29 21:43:28.869504 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35220) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:28.876946 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Pushing event updated for resources: {'Port': ['ID=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:28.885030 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:28.890235 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] For port f4f6a0bc-0b69-4230-973c-1169603de50d, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:28.911828 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] For port f4f6a0bc-0b69-4230-973c-1169603de50d, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f4f6a0bc-0b69-4230-973c-1169603de50d,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:28.920179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.927689 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.945070 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:28.948976 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:29.086353 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:29.095504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:29.125725 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf3510d-6bff-48b6-acca-d2add2f5a0d1,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:29.137639 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Pushing event updated for resources: {'Port': ['ID=f4f6a0bc-0b69-4230-973c-1169603de50d,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:29.141076 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:29.142844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:29.192551 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:29.195584 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf3510d-6bff-48b6-acca-d2add2f5a0d1 HTTP/1.1" status: 204  len: 168 time: 0.4906809
Jun 29 21:43:29.205527 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:43:29.216756 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Sync routers for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:43:29.235805 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:29.236452 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89210940>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:29.254584 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:29.259794 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.3515439
Jun 29 21:43:29.260896 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35232) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:29.662812 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:29.804004 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:30.011273 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:30.035157 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-191d5727-7dde-4450-bce6-3f75d3383ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:30.062781 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f4f6a0bc-0b69-4230-973c-1169603de50d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:30.149151 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:30.167444 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfecc6f-e589-49ee-a767-c88d7d9bc1aa,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:30.196697 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:30.255220 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:30.261312 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cfecc6f-e589-49ee-a767-c88d7d9bc1aa HTTP/1.1" status: 204  len: 168 time: 1.3881958
Jun 29 21:43:30.363803 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:30.369051 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:43:30.376932 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port f4f6a0bc-0b69-4230-973c-1169603de50d completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:30.396612 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device aa50b3eb-d3ed-402b-b1c4-9b6997eb554f up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:30.665912 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c9766-8ab1-448b-a11f-0ec47b76a15e req-c2bbbfe2-400d-45a7-aaf6-c7b88078b4b5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:30.671890 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a0c9766-8ab1-448b-a11f-0ec47b76a15e req-c2bbbfe2-400d-45a7-aaf6-c7b88078b4b5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.8717248
Jun 29 21:43:30.835112 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89210940>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:27Z', 'revision_number': 3, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:30.837728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:30.851645 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Checking router: 26af19fb-1024-4488-83d3-4d18b11505b4 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:43:30.852225 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Updating router 26af19fb-1024-4488-83d3-4d18b11505b4 port 55164afa-889d-4db5-bc04-e24d8f765b1d binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:43:30.861321 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35256) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:30.934264 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:31.017310 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:31.069621 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:31.081971 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Usage tracker for resource:security_group_rule and tenant:2246dd2177c746e28c3813f7b842c3a5 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:31.107756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:31.137111 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:43:31.147076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:31.149162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:43:31.173104 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a0c9766-8ab1-448b-a11f-0ec47b76a15e req-262df43b-9167-47dd-8a00-09db370dba76 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4844310
Jun 29 21:43:31.173648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:31.177092 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a895ec730>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:31.279594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:31.284213 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.8581171
Jun 29 21:43:31.286825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35264) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:31.656495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35272) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:31.943026 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:32.032772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.053680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.088622 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-997464e8-26d2-4bdd-8fde-072da87f375e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:32.137728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab274ad-0678-434b-9132-9921214a14e3 None None] Network f928998b-480c-4f3d-9167-f727e196becb requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:32.162150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee978d7-4695-4a84-9540-02ae92f7e402 None None] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:32.277229 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f91946-cfda-4755-bf37-e643e5ad6333,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:32.304235 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:32.333450 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2246dd2177c746e28c3813f7b842c3a5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4705312
Jun 29 21:43:32.336613 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35290) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:32.405632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.581722 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.594877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:32.611283 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Usage tracker for resource:security_group_rule and tenant:c8d7bfa87abc4fb18b444a80267fdac6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:32.626032 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:32.628030 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Transition to ACTIVE for port object 55164afa-889d-4db5-bc04-e24d8f765b1d will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:32.637060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.645483 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.653744 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-58f40e9e-fe5f-4705-a41c-74235cac1f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:32.808098 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Provisioning for port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:32.845131 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Attempting to bind port 55164afa-889d-4db5-bc04-e24d8f765b1d on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:32.845516 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Attempting to bind port 55164afa-889d-4db5-bc04-e24d8f765b1d by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:32.845892 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Attempting to bind port 55164afa-889d-4db5-bc04-e24d8f765b1d on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:32.855352 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Provisioning complete for port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:32.855758 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.862089 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Pushing event updated for resources: {'Port': ['ID=55164afa-889d-4db5-bc04-e24d8f765b1d,revision_number=2']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:32.876498 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:32.882451 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.883405 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:32.884678 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.885321 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:32.886004 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Bound port: 55164afa-889d-4db5-bc04-e24d8f765b1d, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:32.886584 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:32.924877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:33.025683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.045271 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.045616 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.045959 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.046286 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.046637 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.046977 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.058633 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.059256 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.059784 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.060399 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.060894 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:43:33.072206 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:33.172720 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] For port 55164afa-889d-4db5-bc04-e24d8f765b1d, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:33.185729 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] For port 55164afa-889d-4db5-bc04-e24d8f765b1d, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=55164afa-889d-4db5-bc04-e24d8f765b1d,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:33.199954 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.204379 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:33.250105 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.377368 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Pushing event updated for resources: {'Port': ['ID=55164afa-889d-4db5-bc04-e24d8f765b1d,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:33.383834 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:33.400608 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.413128 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:33.414120 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89210940>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:33.429223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:33.441348 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.464538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f91946-cfda-4755-bf37-e643e5ad6333,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:33.467782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:33.470155 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:33.483832 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5f91946-cfda-4755-bf37-e643e5ad6333 HTTP/1.1" status: 204  len: 168 time: 1.1428967
Jun 29 21:43:33.529781 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7d25820e-a264-4b72-a31c-e05af3948cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:33.591313 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d7bfa87abc4fb18b444a80267fdac6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9187369
Jun 29 21:43:33.594857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35314) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:33.789245 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:33.886104 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c822d-a36a-4c81-965c-4b67d3ec6b2b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:33.901731 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:33.986272 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:34.215450 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] For port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:34.226107 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a895ec730>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:28Z', 'revision_number': 3, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:34.237467 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:34.254103 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:34.368243 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Allocated IP 172.20.0.1 (f928998b-480c-4f3d-9167-f727e196becb/e7d9f4ce-2ef8-4b62-a291-479a5a8cd514/bfe3d3a4-1dfb-4018-b9b3-55a72aab304b) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:34.455034 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:43:34.456017 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Updating router 1df339fa-d2a5-40fe-94ca-c371b9930194 port 922b7a28-661d-47ce-8015-55dba45b5510 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:43:34.488967 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89210940>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:27Z', 'revision_number': 3, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:34.509072 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40489250-ba06-4c3e-9f81-692d48e610a9 None None] The sync data for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi is: [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:27Z', 'revision_number': 3, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:43:34.696877 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Pushing event updated for resources: {'Port': ['ID=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:34.710996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:34.805448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Provisioning for port f4f6a0bc-0b69-4230-973c-1169603de50d completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:34.822403 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:34.887396 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:34.907600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Transition to ACTIVE for port object bfe3d3a4-1dfb-4018-b9b3-55a72aab304b will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:34.960466 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Provisioning complete for port f4f6a0bc-0b69-4230-973c-1169603de50d triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:34.963137 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.061603 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.079103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896ea8-c409-473d-86f2-ddeee5ee0180 req-7cd89edc-964f-41a9-8219-7978a86c0fe7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:35.081910 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76896ea8-c409-473d-86f2-ddeee5ee0180 req-7cd89edc-964f-41a9-8219-7978a86c0fe7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 2.4043601
Jun 29 21:43:35.086258 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:35.100386 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.278531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Network f928998b-480c-4f3d-9167-f727e196becb is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:35.324074 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:35.327672 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.399527 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:35.569226 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.653490 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-595a683e-e203-4c89-8c08-8ba22fa2fad5 req-1c899133-656c-42f1-9dd7-1799c89617b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1098 time: 2.3915188
Jun 29 21:43:35.654137 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Allocated IP 172.20.0.1 (a4a4472c-c3f2-428c-9303-a06dd5d09a26/b429c13a-8b02-4026-8fe3-3ee6fec8ac42/56a6d384-61d4-49f1-b524-325eb058f461) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:35.877275 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:35.898713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 55164afa-889d-4db5-bc04-e24d8f765b1d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:35.941475 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35352) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:36.048642 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:36.070719 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:36.167816 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.223848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Transition to ACTIVE for port object 56a6d384-61d4-49f1-b524-325eb058f461 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:36.258966 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76896ea8-c409-473d-86f2-ddeee5ee0180 req-d9ebb2dd-5964-4e5c-9a6f-ecb374c3457b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1280406
Jun 29 21:43:36.265904 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.298981 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bef4d262-56dd-4723-aa41-698b42ca8635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:36.301737 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.307129 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8bc2f85a-c2a1-42d0-840f-adbb8a8b098c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:36.317257 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.373011 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c822d-a36a-4c81-965c-4b67d3ec6b2b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:36.389609 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:36.392899 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-595a683e-e203-4c89-8c08-8ba22fa2fad5 req-3362a8a9-9873-4e3c-9832-00f4746cd92a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4614754
Jun 29 21:43:36.399289 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.424244 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.430641 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/557c822d-a36a-4c81-965c-4b67d3ec6b2b HTTP/1.1" status: 204  len: 168 time: 2.7359171
Jun 29 21:43:36.437186 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Pushing event updated for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:36.444833 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:36.463822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:36.467299 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:36.474506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:36.555625 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.572781 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Transition to ACTIVE for port object 922b7a28-661d-47ce-8015-55dba45b5510 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:36.605419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.621602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-0978e92a-2bb5-4215-b36f-c278b19395e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:36.686009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.695350 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.713824 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Pushing event updated for resources: {'Port': ['ID=922b7a28-661d-47ce-8015-55dba45b5510,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:36.737120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] For port f4f6a0bc-0b69-4230-973c-1169603de50d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f4f6a0bc-0b69-4230-973c-1169603de50d,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:36.747157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:36.753156 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:36.758448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9994aa7d-2dc3-4584-b208-56b4977bf89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:36.855427 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:36.914497 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Usage tracker for resource:security_group_rule and tenant:223b698802a948f3a639b9815c590bbc is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:36.924305 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:36.939141 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Attempting to bind port 922b7a28-661d-47ce-8015-55dba45b5510 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:36.939839 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Attempting to bind port 922b7a28-661d-47ce-8015-55dba45b5510 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:36.940393 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Attempting to bind port 922b7a28-661d-47ce-8015-55dba45b5510 on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:36.941739 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:36.964013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.053576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:37.054192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:37.054862 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.055551 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:37.056386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Bound port: 922b7a28-661d-47ce-8015-55dba45b5510, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:37.057018 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.181164 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 55164afa-889d-4db5-bc04-e24d8f765b1d completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:37.239402 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.240503 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 55164afa-889d-4db5-bc04-e24d8f765b1d triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:37.243827 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.250681 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.260523 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.309231 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d98dc8a-7536-454b-91a0-1592fdbc5fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:37.375269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Pushing event updated for resources: {'Port': ['ID=f4f6a0bc-0b69-4230-973c-1169603de50d,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:37.405274 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Provisioning complete for port f4f6a0bc-0b69-4230-973c-1169603de50d triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:37.405934 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.500595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.517288 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:37.522575 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:37.535699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.539480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.555529 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d839d545-a6c1-4d0b-98b7-da95d3f67f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:37.570080 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.711185 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36619727-dd36-458b-b1ac-7c6e938183c7,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:37.721410 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:37.722722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:37.761588 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:37.797400 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=223b698802a948f3a639b9815c590bbc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8500259
Jun 29 21:43:37.797749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35386) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:37.858191 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.892348 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Pushing event updated for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:37.900402 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:37.909107 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] For port 922b7a28-661d-47ce-8015-55dba45b5510, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:37.915946 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] For port 922b7a28-661d-47ce-8015-55dba45b5510, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=922b7a28-661d-47ce-8015-55dba45b5510,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:37.977451 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:37.995732 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:38.094956 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35392) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:38.267524 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:38.342181 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:38.343599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:38.447162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Pushing event updated for resources: {'Port': ['ID=922b7a28-661d-47ce-8015-55dba45b5510,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:38.510351 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:38.516253 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:38.569035 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6477649-f392-4e71-aae3-159ba975cd33 req-195cfdef-4da2-4f17-a90c-726e72e22527 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:38.572515 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b6477649-f392-4e71-aae3-159ba975cd33 req-195cfdef-4da2-4f17-a90c-726e72e22527 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.7754886
Jun 29 21:43:38.584806 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:38.588736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:38.596051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a895ec730>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:38.668361 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:38.685518 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Network f928998b-480c-4f3d-9167-f727e196becb is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:38.698050 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b6477649-f392-4e71-aae3-159ba975cd33 req-9a8d94a4-90a4-4aa6-9c25-d5eafaa0fd7c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068764
Jun 29 21:43:38.700876 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Usage tracker for resource:security_group_rule and tenant:343c10ab491148e6bab0533bb4ddf313 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:38.710503 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:38.716664 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:39.156653 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 55164afa-889d-4db5-bc04-e24d8f765b1d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=55164afa-889d-4db5-bc04-e24d8f765b1d,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:39.171220 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Provisioning complete for port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:39.171622 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.243740 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.244717 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device aa50b3eb-d3ed-402b-b1c4-9b6997eb554f up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:39.284204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:39.340276 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:39.414794 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:43:39.431474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35418) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:39.476393 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.534704 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:39.535537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.568842 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:39.596650 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee7589-e775-42d5-9616-8866623a3e8c req-c501f521-9d52-4aac-bef6-ff1cc26e7a0b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:39.604828 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eeee7589-e775-42d5-9616-8866623a3e8c req-c501f521-9d52-4aac-bef6-ff1cc26e7a0b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.3153186
Jun 29 21:43:39.624279 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:43:39.628146 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=55164afa-889d-4db5-bc04-e24d8f765b1d,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:39.632641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:39.729371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.806232 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.827084 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e65118ab-f241-4c41-83e9-ca2edd34510b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:39.841922 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eeee7589-e775-42d5-9616-8866623a3e8c req-ff40075e-f4a4-43f0-a5ae-0f36eb17756d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367179
Jun 29 21:43:39.842959 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.896006 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:39.900026 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36619727-dd36-458b-b1ac-7c6e938183c7,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:39.922027 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:39.922724 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:39.985213 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e48a99f-f401-4bbb-b8ae-98f580adb011,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:39.999008 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:40.009182 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.011107 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36619727-dd36-458b-b1ac-7c6e938183c7 HTTP/1.1" status: 204  len: 168 time: 2.1990836
Jun 29 21:43:40.037960 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343c10ab491148e6bab0533bb4ddf313&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9056838
Jun 29 21:43:40.039636 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35434) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:40.113223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:40.128266 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Usage tracker for resource:security_group_rule and tenant:d3ee622750b24417a4dd13e2c3d95b7b is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:40.131444 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Router 26af19fb-1024-4488-83d3-4d18b11505b4 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:43:40.134400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:40.159863 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:40.178228 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.214388 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.394828 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.444714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ff5e766f-b6e4-433a-9354-a4a94aa41db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:40.571838 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:43:40.595294 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] 10.222.0.21 "PUT /v2.0/routers/26af19fb-1024-4488-83d3-4d18b11505b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3221157
Jun 29 21:43:40.596181 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Sync routers for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:43:40.625084 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e48a99f-f401-4bbb-b8ae-98f580adb011,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:40.628680 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:40.629673 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a893a6bb0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:40.632811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:40.874910 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.906702 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.913966 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e48a99f-f401-4bbb-b8ae-98f580adb011 HTTP/1.1" status: 204  len: 168 time: 0.8693938
Jun 29 21:43:40.918117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:40.929553 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:40.969736 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb73a0d8-61cc-4ed1-8bf9-2bf62d0d3805,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:40.994045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:41.031627 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:43:41.051362 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] 10.222.0.21 "PUT /v2.0/routers/1df339fa-d2a5-40fe-94ca-c371b9930194/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7624419
Jun 29 21:43:41.091562 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3ee622750b24417a4dd13e2c3d95b7b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6599648
Jun 29 21:43:41.094086 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35460) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:41.095922 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Provisioning for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:41.127653 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Provisioning complete for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:41.132240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.284770 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:41.309393 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.359332 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f4f6a0bc-0b69-4230-973c-1169603de50d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:41.408631 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.464095 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1e066-c271-494d-ae72-81d03471adf8 None None] Port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:43:41.577898 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.584485 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b64173e3-3ee9-4ca9-86d9-23fe39fbd564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:41.598135 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35478) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:41.620566 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb73a0d8-61cc-4ed1-8bf9-2bf62d0d3805,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:41.638387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:41.639669 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.643475 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb73a0d8-61cc-4ed1-8bf9-2bf62d0d3805 HTTP/1.1" status: 204  len: 168 time: 0.5432427
Jun 29 21:43:41.647328 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.702681 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a895ec730>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:43:37Z', 'revision_number': 2, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:41.716154 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb9a33-e764-4bd3-893d-068870d308c7 None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:43:37Z', 'revision_number': 2, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:43:41.725793 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Provisioning for port 56a6d384-61d4-49f1-b524-325eb058f461 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:41.745730 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Provisioning complete for port 56a6d384-61d4-49f1-b524-325eb058f461 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:41.746113 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.767245 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:41.789064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Usage tracker for resource:security_group_rule and tenant:5ba88e45d85b4a7caba2f09ccb73b3e6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:41.794742 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:41.809833 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:41.865009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port f4f6a0bc-0b69-4230-973c-1169603de50d triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:41.865413 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:41.996221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.007094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.019386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Port 56a6d384-61d4-49f1-b524-325eb058f461 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:43:42.032550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4ee4315c-2abc-46db-94be-5732646493de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:42.162085 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fad5f1-de15-4f25-87ce-e44b5bee0ba4,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:42.170203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Provisioning complete for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:42.170788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:42.172059 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.181611 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ba88e45d85b4a7caba2f09ccb73b3e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5809853
Jun 29 21:43:42.182332 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35498) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:42.197714 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a893a6bb0>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 2, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:42.216413 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Checking router: 26af19fb-1024-4488-83d3-4d18b11505b4 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:43:42.217253 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Updating router 26af19fb-1024-4488-83d3-4d18b11505b4 port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:43:42.327149 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.335710 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 55164afa-889d-4db5-bc04-e24d8f765b1d up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:42.363671 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.442441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.451416 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb2866-763f-42c5-a4bc-6d15aafc5c48 None None] Port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:43:42.515508 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35510) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:42.528840 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 55164afa-889d-4db5-bc04-e24d8f765b1d triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:42.529377 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.585475 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.649503 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.654832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:42.695815 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fad5f1-de15-4f25-87ce-e44b5bee0ba4,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:42.703071 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:42.731513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:42.735524 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50fad5f1-de15-4f25-87ce-e44b5bee0ba4 HTTP/1.1" status: 204  len: 168 time: 0.5521231
Jun 29 21:43:42.745524 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:42.751921 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Usage tracker for resource:security_group_rule and tenant:543ec8db2da649c3a15205ca613b6134 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:42.771350 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:42.805587 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:43.192009 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.202065 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.241367 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1ef44ea-f98b-4744-ba7c-c424b79b8913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:43.337250 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97395657-e5fd-421a-ba46-f1ecb6d35a36,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:43.341476 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:43.391890 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.406694 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Transition to ACTIVE for port object bfe3d3a4-1dfb-4018-b9b3-55a72aab304b will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:43.418608 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.421002 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=543ec8db2da649c3a15205ca613b6134&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9017279
Jun 29 21:43:43.421753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35530) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:43.429742 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:43.645688 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd14e9-dd13-4e0d-8144-fc9ff42e9627 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:43.686050 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-90dd14e9-dd13-4e0d-8144-fc9ff42e9627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:43.746213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35538) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:43.753399 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.860568 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-80edfc61-24da-45d0-a9e7-4a9c3554c098 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.2899337
Jun 29 21:43:43.862801 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:43.951784 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.122174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:44.133192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb3cba73d404573b70baa02f4e228e2 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:44.141267 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:44.159282 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:44.452589 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.490048 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.508294 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.514543 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-ed4a1639-91d0-4e31-b8ef-21645e4c73c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:44.525531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5ca1e06d-33dc-4b94-bbbd-30b242e19877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:44.530372 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-ed4a1639-91d0-4e31-b8ef-21645e4c73c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.6603191
Jun 29 21:43:44.653430 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5c774-77ce-4e05-a236-a6c7f72bce94,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:44.676185 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:44.732239 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcb3cba73d404573b70baa02f4e228e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9699340
Jun 29 21:43:44.736436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35556) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:44.821260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35560) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:44.851886 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Attempting to bind port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:44.853018 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Attempting to bind port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:44.858171 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Attempting to bind port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b on network f928998b-480c-4f3d-9167-f727e196becb {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:44.877399 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670887005', 'description': 'tempest-description--552208886'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:44.894471 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:44.906884 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Checking segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:44.910525 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.913148 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Bound using segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:44.921823 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Bound port: bfe3d3a4-1dfb-4018-b9b3-55a72aab304b, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:44.922474 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.926579 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:44.970008 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b526ddde-cb35-40b4-bda3-30b641c01049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:44.978641 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-de9d4794-9119-4e26-b192-1ae24997cee3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.4415014
Jun 29 21:43:45.008031 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:45.042558 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:45.046371 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97395657-e5fd-421a-ba46-f1ecb6d35a36,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:45.049040 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:45.068809 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:45.132715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:45.136994 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.147796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.154026 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97395657-e5fd-421a-ba46-f1ecb6d35a36 HTTP/1.1" status: 204  len: 168 time: 1.7306025
Jun 29 21:43:45.257236 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.279067 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] For port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:45.299819 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.302882 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] For port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:45.316413 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.347688 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-01698d7c-f25c-4861-8d85-1da1b6d53c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:45.509425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 922b7a28-661d-47ce-8015-55dba45b5510 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:45.517164 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:45.526987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.538707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:45.549792 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:45.557734 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:45.575136 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5c774-77ce-4e05-a236-a6c7f72bce94,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:45.598194 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:45.601086 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:45.603082 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a893a6bb0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:45.605836 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.607153 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fd5c774-77ce-4e05-a236-a6c7f72bce94 HTTP/1.1" status: 204  len: 168 time: 0.8695157
Jun 29 21:43:45.616978 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:45.795368 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.805098 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.813971 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-069a49ad-8210-49b1-a494-768ca425e4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:45.884278 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd14e9-dd13-4e0d-8144-fc9ff42e9627 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:45.891889 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-90dd14e9-dd13-4e0d-8144-fc9ff42e9627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:45.894995 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 922b7a28-661d-47ce-8015-55dba45b5510 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:45.908875 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.910235 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.0508628
Jun 29 21:43:45.915455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35574) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:45.917091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 922b7a28-661d-47ce-8015-55dba45b5510 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:45.918495 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:45.928067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group_rule': {'security_group_id': 'fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:45.936689 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:45.941943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:45.945733 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:45.953994 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35578) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:45.981633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:45.995382 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:46.011391 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:46.026101 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.112228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.129379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-c370e9cd-93aa-4cb8-9293-0ec585111582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:46.131983 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-c370e9cd-93aa-4cb8-9293-0ec585111582 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 1.1422668
Jun 29 21:43:46.204641 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35584) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:46.270944 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.286595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.291056 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:46.295607 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:43:46.306740 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-54ca48e7-9ddb-4355-939a-c2dd53147dfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1566043
Jun 29 21:43:46.325410 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.343049 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07161d49-c97b-4555-b29a-63913b5e4909,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:46.353359 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:46.370339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.374262 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4575861
Jun 29 21:43:46.379732 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35590) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:46.383934 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 922b7a28-661d-47ce-8015-55dba45b5510, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=922b7a28-661d-47ce-8015-55dba45b5510,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:46.392426 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.394013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group_rule': {'security_group_id': 'fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:46.405059 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-1e959489-ae53-4394-bf17-384670a5b843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:46.410015 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:46.419030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:46.426138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:46.441384 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:46.479575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.676459 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=922b7a28-661d-47ce-8015-55dba45b5510,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:46.685821 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:46.699684 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:46.712400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.719086 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4271d-ab90-419f-91b8-1240a4ab36cc req-88f0db8a-9c91-46e7-9e96-8f98f7fa8921 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:46.720360 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.721761 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-90f4271d-ab90-419f-91b8-1240a4ab36cc req-88f0db8a-9c91-46e7-9e96-8f98f7fa8921 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 1.0956199
Jun 29 21:43:46.725587 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2ddf6625-9bc0-494e-938b-e3aa37470d2e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:46.827346 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Usage tracker for resource:security_group_rule and tenant:29adea6a71f940e2b2901674e6bb9f99 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:46.830693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:46.834805 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4514780
Jun 29 21:43:46.838837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35602) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:46.850379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:46.855766 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:46.869374 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:46.881313 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:floatingip and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:46.889772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:46.896578 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:46.913202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:46.927439 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafdca66-175b-4209-8bb6-6477c922df19,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:46.932446 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:46.936414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.097045 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-90f4271d-ab90-419f-91b8-1240a4ab36cc req-78819092-f147-4811-a9c8-bc5e331bd2c7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3354263
Jun 29 21:43:47.107433 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-5db73d92-bd08-490e-943a-3d883185574a service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7709234
Jun 29 21:43:47.248231 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.306055 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 922b7a28-661d-47ce-8015-55dba45b5510 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:47.384903 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:47.409900 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:728f8a1ceb3f4a0ba6ded30f99feb468 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:47.419483 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:47.440939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 922b7a28-661d-47ce-8015-55dba45b5510 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:47.441348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.441643 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a893a6bb0>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:45Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:47.445174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.452157 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:47.454004 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97b6d-dea8-4d61-a753-2b9d13a68f35 None None] The sync data for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi is: [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:45Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:43:47.560190 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35620) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:47.574812 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1880904321-network', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:47.619003 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:47.653666 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Usage tracker for resource:network and tenant:482d5d30bc5445c9876c19313ef0b115 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:47.677177 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:47.688106 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.696995 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:47.705414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:47.723699 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7e47cd90-7bdd-46f7-b784-f35ebf6d64c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:47.757399 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0242c3ab-c554-4ca6-8de2-4e8a9c5254c2 req-b71a38ab-c166-4a02-a8d1-fbafa1dbadb3 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6372387
Jun 29 21:43:47.854956 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29adea6a71f940e2b2901674e6bb9f99&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8953290
Jun 29 21:43:47.865181 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35626) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:47.908968 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452d02b1-7b5a-481b-b3ec-99cf95fadb83,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:47.916208 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:48.077748 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Allocated IP 172.27.3.12 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/ec47ed72-eff7-48f8-95b9-ba0995b284fc) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:48.155063 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Made reservation on behalf of 482d5d30bc5445c9876c19313ef0b115 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:48.159086 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:48.262991 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:48.630695 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768774c-4ae2-4b3f-a880-0b5ae1737cd6 req-9df535d8-a14e-4cdb-809e-e5cb106566d6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:48.633836 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7768774c-4ae2-4b3f-a880-0b5ae1737cd6 req-9df535d8-a14e-4cdb-809e-e5cb106566d6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1913893
Jun 29 21:43:48.674657 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:48.728083 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7768774c-4ae2-4b3f-a880-0b5ae1737cd6 req-8c03295e-b978-48fa-a6be-e64de1b35a2f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880663
Jun 29 21:43:48.743089 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:48.831461 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-969c8920-f628-41a6-b1a5-1ee8b589a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:48.910684 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6d928-6125-43f7-b9ed-b0bbefee397c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:48.914640 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:48.939935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35652) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:48.940503 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=728f8a1ceb3f4a0ba6ded30f99feb468&name=default HTTP/1.1" status: 200  len: 2647 time: 2.7341070
Jun 29 21:43:48.941870 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:48.976990 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.023566 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:49.044602 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:482d5d30bc5445c9876c19313ef0b115 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:49.053440 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:49.069556 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:49.119531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.157942 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.207145 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.234197 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.237549 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.251340 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:49.368596 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bfe3d3a4-1dfb-4018-b9b3-55a72aab304b up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:49.382949 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.435362 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c6d6c7bb-fca7-4afa-b1b3-2debbe54ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:49.467760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6d928-6125-43f7-b9ed-b0bbefee397c,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:49.474857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:49.477149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:49.498343 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:49.499885 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.502479 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3a6d928-6125-43f7-b9ed-b0bbefee397c HTTP/1.1" status: 204  len: 168 time: 0.5605443
Jun 29 21:43:49.511349 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:49.652346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:49.677605 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:49.678208 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.696949 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.702210 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/452d02b1-7b5a-481b-b3ec-99cf95fadb83 HTTP/1.1" status: 204  len: 168 time: 1.8242126
Jun 29 21:43:49.703829 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=ec47ed72-eff7-48f8-95b9-ba0995b284fc,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:49.712948 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:49.715798 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2c5e7f47-9d06-46b4-a3f8-49db2e70fa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:49.741474 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452d02b1-7b5a-481b-b3ec-99cf95fadb83,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:49.749998 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:49.769964 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.777706 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.795319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3a815692-c06f-46ea-9447-76e19ffc0543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:49.966883 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:49.994115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:43:50.009827 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8af16c-43f0-4fb3-8d3b-6ec1c47369cf,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:50.018635 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:50.038435 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.039679 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Added segment a3940cfc-da7d-46d8-8683-94d2dd7987ec of type vlan for network bdd36200-6874-448f-9566-a700b40ee181
Jun 29 21:43:50.042329 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:43:50.051194 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.054684 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:50.130300 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.261682 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:50.265540 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:50.375429 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.398382 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601da2f-e450-44cf-a553-1c701ac7e214 req-05f92bbb-8554-4044-a45f-39f09501e237 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:50.400745 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0601da2f-e450-44cf-a553-1c701ac7e214 req-05f92bbb-8554-4044-a45f-39f09501e237 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1911137
Jun 29 21:43:50.503498 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0601da2f-e450-44cf-a553-1c701ac7e214 req-59557567-be93-41b8-9efa-e8087ba479af tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880177
Jun 29 21:43:50.534956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.538924 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:50.539677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.546487 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.609372 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:50.725867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35688) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:50.764822 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.1947241
Jun 29 21:43:50.818401 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35692) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:50.839306 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Request body: {'subnet': {'network_id': 'bdd36200-6874-448f-9566-a700b40ee181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1880904321-subnet', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:50.848992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:50.855019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd36200-6874-448f-9566-a700b40ee181,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:50.868387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network bdd36200-6874-448f-9566-a700b40ee181 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:43:50.872070 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:50.886030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Usage tracker for resource:subnet and tenant:482d5d30bc5445c9876c19313ef0b115 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:50.888671 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:50.904970 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:50.951805 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:51.008840 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:51.018381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Usage tracker for resource:security_group_rule and tenant:af92d1dcd9c04494865273f3ef0007b8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:51.025478 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.025948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:51.034073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.041138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:51.043585 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:51.206581 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=ec47ed72-eff7-48f8-95b9-ba0995b284fc,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:51.216040 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:51.227002 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.234371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Made reservation on behalf of 482d5d30bc5445c9876c19313ef0b115 for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:43:51.241303 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.287418 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.304393 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4625988
Jun 29 21:43:51.324750 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bfe3d3a4-1dfb-4018-b9b3-55a72aab304b up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:51.511153 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.527006 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.560550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8c8a19ab-ea7f-4bd8-9776-fbbd6ff85b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:51.575047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:51.576273 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.723656 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b6e1a-aca2-4b1b-aa63-253fd5e713d9,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:51.734177 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:51.744593 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af92d1dcd9c04494865273f3ef0007b8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0148373
Jun 29 21:43:51.745829 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35718) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:51.969593 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:51.983218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:52.047255 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-f3a60021-115b-46ee-ae69-9dafc42ffee1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:43:52.068017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.109318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-f3a60021-115b-46ee-ae69-9dafc42ffee1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:43:52.119279 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-f3a60021-115b-46ee-ae69-9dafc42ffee1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--670887005&fields=id&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 267 time: 0.2102499
Jun 29 21:43:52.165092 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.306807 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.314009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e10d24ab-7ef0-47ee-a4ce-5be123add60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:52.340939 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a3d0db-8624-4443-9011-6f759d89d90f,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:52.343897 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b6e1a-aca2-4b1b-aa63-253fd5e713d9,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:52.348760 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:52.354117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.354449 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:52.355370 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f9b6e1a-aca2-4b1b-aa63-253fd5e713d9 HTTP/1.1" status: 204  len: 168 time: 0.6081431
Jun 29 21:43:52.442744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Checking segment: {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:52.443373 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Network hostable DHCP agents. Network: bdd36200-6874-448f-9566-a700b40ee181, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:43:52.510694 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814c5ed-f5b6-448d-a523-f19945dcf4b6 req-62a68ed6-8502-43fe-b9d0-8798edff4beb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:52.520207 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d814c5ed-f5b6-448d-a523-f19945dcf4b6 req-62a68ed6-8502-43fe-b9d0-8798edff4beb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.4243348
Jun 29 21:43:52.541839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-83169709-6f06-42b6-a826-87a2ef6f008c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:52.542560 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-83169709-6f06-42b6-a826-87a2ef6f008c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:network {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:43:52.592625 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Network bdd36200-6874-448f-9566-a700b40ee181 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:43:52.622728 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d814c5ed-f5b6-448d-a523-f19945dcf4b6 req-18c6e54d-418d-4e39-9e68-6cdc80769e8c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747218
Jun 29 21:43:52.630456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-83169709-6f06-42b6-a826-87a2ef6f008c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:network {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:43:52.633372 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-83169709-6f06-42b6-a826-87a2ef6f008c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 817 time: 0.5133111
Jun 29 21:43:52.639268 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, bdd36200-6874-448f-9566-a700b40ee181) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:52.656434 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a355cd8-d4bc-4a45-8840-c81f7c7ccd63 None None] Network bdd36200-6874-448f-9566-a700b40ee181 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:52.660365 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:52.662839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.697796 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a9636cc2-04dd-4943-b8ed-6c96720305b8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/quotas/21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 375 time: 0.0213420
Jun 29 21:43:52.725577 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9003315
Jun 29 21:43:52.726378 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35746) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:52.735515 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:43:52.743638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:43:52.763811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Usage tracker for resource:router and tenant:482d5d30bc5445c9876c19313ef0b115 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:43:52.769688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:43:52.794872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:43:52.840219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.843297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:52.889930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:53.081219 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-8b80b3cd-82c6-451c-b56a-f0c4a696dd16 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3284628
Jun 29 21:43:53.261207 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:53.480875 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-677e3e07-7a1f-48c8-bf35-c6ae177d883d service neutron] 10.222.0.21 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3599324
Jun 29 21:43:53.484158 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-bdd36200-6874-448f-9566-a700b40ee181', 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'fixed_ips': [{'subnet_id': 'b8a3d0db-8624-4443-9011-6f759d89d90f'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:43:53.486230 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:53.813729 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-fa1745e2-6288-42ff-8d04-970f8792dd84 service neutron] 10.222.0.21 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3235812
Jun 29 21:43:53.841794 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:53.918290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:54.100370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Allocated IP 172.20.0.2 (bdd36200-6874-448f-9566-a700b40ee181/b8a3d0db-8624-4443-9011-6f759d89d90f/32513443-76ca-451b-9208-93d0a4721878) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:54.520082 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fe8a6b49-a70c-4b77-8d22-ae1d96c75623 req-669178ab-5e2b-427f-8738-7c31da1a4df7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.1059597
Jun 29 21:43:54.768019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Allocated IP 172.27.3.76 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/194bee3d-2d15-475c-a4da-f7bef168919b) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:43:55.189515 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfdb80-f68a-4fb1-9c4a-a35588ba708f req-a24512b6-dd50-407a-adb1-124c1241f7dd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:55.207016 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-70bfdb80-f68a-4fb1-9c4a-a35588ba708f req-a24512b6-dd50-407a-adb1-124c1241f7dd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.3835061
Jun 29 21:43:55.284574 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.316232 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Transition to ACTIVE for port object 32513443-76ca-451b-9208-93d0a4721878 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:55.344938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.365926 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Transition to ACTIVE for port object 32513443-76ca-451b-9208-93d0a4721878 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:43:55.391219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.401612 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:55.429390 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.434850 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:55.508900 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-70bfdb80-f68a-4fb1-9c4a-a35588ba708f req-1f65da23-0aef-461c-937a-30029f98c23c tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859309
Jun 29 21:43:55.568089 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Pushing event updated for resources: {'Port': ['ID=32513443-76ca-451b-9208-93d0a4721878,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:55.583940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:55.585687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7b0bb088-7860-45b7-873d-c2462b0a2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.602143 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:55.605331 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Network bdd36200-6874-448f-9566-a700b40ee181 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:43:55.606929 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:55.611260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:43:55.612338 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:55.618956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:43:55.732394 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Pushing event updated for resources: {'Port': ['ID=194bee3d-2d15-475c-a4da-f7bef168919b,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:55.746211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:55.848692 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.852725 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Attempting to bind port 32513443-76ca-451b-9208-93d0a4721878 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:43:55.853419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Attempting to bind port 32513443-76ca-451b-9208-93d0a4721878 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:43:55.853990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Attempting to bind port 32513443-76ca-451b-9208-93d0a4721878 on network bdd36200-6874-448f-9566-a700b40ee181 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:43:55.865484 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:43:55.866070 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Checking segment: {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:43:55.867142 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:55.867901 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Bound using segment: {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:43:55.869455 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Bound port: 32513443-76ca-451b-9208-93d0a4721878, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:43:55.870061 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:56.037070 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] For port 32513443-76ca-451b-9208-93d0a4721878, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:43:56.044521 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] For port 32513443-76ca-451b-9208-93d0a4721878, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=32513443-76ca-451b-9208-93d0a4721878,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:43:56.056387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:56.090110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-735a3622-3fe9-4471-947f-211a59b37a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:43:56.177527 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-70e41976-13a2-4f56-9bed-b74d52ac5104 req-f0e350b3-b5b6-4168-a462-cc067aa2344c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.0999072
Jun 29 21:43:56.377543 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Pushing event updated for resources: {'Port': ['ID=32513443-76ca-451b-9208-93d0a4721878,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:43:56.395875 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:43:56.486068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:56.498672 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:56.770702 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a0b66-2c5a-4730-9781-8367429dbd20 req-41d72ad3-d400-45e6-b53d-51286eb7ee11 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:56.782600 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab4a0b66-2c5a-4730-9781-8367429dbd20 req-41d72ad3-d400-45e6-b53d-51286eb7ee11 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.3225760
Jun 29 21:43:56.995363 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab4a0b66-2c5a-4730-9781-8367429dbd20 req-f53ade25-1c30-4b2c-aea4-ab795ab0c27c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2061183
Jun 29 21:43:57.506547 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 32513443-76ca-451b-9208-93d0a4721878 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:43:57.700938 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-19771534-810c-4de8-b067-0c7d482dc614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:57.727993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 32513443-76ca-451b-9208-93d0a4721878 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:57.786149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:43:58.184961 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-00861290-fef2-4cbf-9407-bc44d962389e req-23ed9a3c-be22-4043-a122-bd4c22869c46 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.5926270
Jun 29 21:43:58.382878 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-e452c535-18ce-4abc-945e-99b382936da9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:58.385996 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-e452c535-18ce-4abc-945e-99b382936da9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 817 time: 0.9256022
Jun 29 21:43:58.428504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfaaea-9a28-414a-8d30-ac0e6e49ad5f req-08b42857-781c-414a-9e5f-6529c8a705e1 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:58.433695 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f8dfaaea-9a28-414a-8d30-ac0e6e49ad5f req-08b42857-781c-414a-9e5f-6529c8a705e1 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 1.2440188
Jun 29 21:43:58.486407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:43:58.504941 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Sync routers for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:43:58.554615 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f8dfaaea-9a28-414a-8d30-ac0e6e49ad5f req-5bf0d2a6-043c-48c8-ba0d-2fa1ace5c6fc tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058481
Jun 29 21:43:58.565992 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:43:58.571599 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d85ac0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:43:58.632557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:58.635701 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.9077711
Jun 29 21:43:58.640050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 35866) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:43:58.867294 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8303-cd3f-4c52-a962-123f3d1d7494 req-7b314b8f-7f59-410b-a23b-a8ed164b60bb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:43:58.875071 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9acc8303-cd3f-4c52-a962-123f3d1d7494 req-7b314b8f-7f59-410b-a23b-a8ed164b60bb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2726300
Jun 29 21:43:58.876991 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:58.898962 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ce779-19dd-46c6-a9f2-c534fb33dc9f None None] Network bdd36200-6874-448f-9566-a700b40ee181 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:43:58.971165 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9acc8303-cd3f-4c52-a962-123f3d1d7494 req-d41dbaed-5923-48eb-b3c2-1b73d95770db tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940044
Jun 29 21:43:59.557937 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Provisioning for port 32513443-76ca-451b-9208-93d0a4721878 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:43:59.593150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Provisioning complete for port 32513443-76ca-451b-9208-93d0a4721878 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:43:59.593916 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:43:59.680035 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4f5f7433-d136-4572-85d0-203249ebd942 req-346032f6-8bb8-473d-96d5-97c952f5d2ef tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.1535268
Jun 29 21:44:00.008328 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:00.206869 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:00.229797 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:00.396227 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be60da-e8b6-45c3-8e55-81c178e9fb12 req-48d6e3f0-ed27-4013-aea8-8dd6e8733e6e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:00.403900 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3be60da-e8b6-45c3-8e55-81c178e9fb12 req-48d6e3f0-ed27-4013-aea8-8dd6e8733e6e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.5133238
Jun 29 21:44:00.404550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] For port 32513443-76ca-451b-9208-93d0a4721878, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=32513443-76ca-451b-9208-93d0a4721878,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:00.414040 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:00.417239 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:00.473773 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3be60da-e8b6-45c3-8e55-81c178e9fb12 req-4793e84d-c0c9-4e15-91ab-5a394d8039d0 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689986
Jun 29 21:44:00.509183 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df432-4557-4f0e-99cf-f194fce724d0 req-fe80dab3-53df-495f-8414-9381b2505979 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:00.510832 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c12df432-4557-4f0e-99cf-f194fce724d0 req-fe80dab3-53df-495f-8414-9381b2505979 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2959805
Jun 29 21:44:00.560313 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Pushing event updated for resources: {'Port': ['ID=32513443-76ca-451b-9208-93d0a4721878,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:00.565080 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:00.649703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-38d8f595-4bdc-4a44-afd1-9e1e4b528f51 None None] Provisioning complete for port 32513443-76ca-451b-9208-93d0a4721878 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:00.650487 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c12df432-4557-4f0e-99cf-f194fce724d0 req-42bbed55-e1bd-4d50-826f-2d6a5bae5f5e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798020
Jun 29 21:44:00.659723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-38d8f595-4bdc-4a44-afd1-9e1e4b528f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:00.694121 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d85ac0>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:43:56Z', 'revision_number': 3, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:00.710222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Checking router: c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:44:00.710836 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Updating router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 port 194bee3d-2d15-475c-a4da-f7bef168919b binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:44:00.789562 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.067904 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.100500 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e54d8ee9-f3ba-461d-98e0-fbb469cb718f req-9b8e9e1b-f5ec-400f-b9b9-e14942643cc8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.1222868
Jun 29 21:44:01.189091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-ae674774-161a-40d1-911e-816322494d4b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 379 time: 0.2883081
Jun 29 21:44:01.224669 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'port': {'device_id': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'admin_state_up': True, 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'security_groups': ['fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:44:01.252669 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 32513443-76ca-451b-9208-93d0a4721878 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:01.328799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35920) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:01.487868 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 32513443-76ca-451b-9208-93d0a4721878 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:01.488510 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.566950 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.572865 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:01.584441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.587072 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:port and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:01.603430 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:01.608548 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Transition to ACTIVE for port object 194bee3d-2d15-475c-a4da-f7bef168919b will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:01.618175 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:01.627938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:01.637270 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.638739 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Usage tracker for resource:security_group_rule and tenant:bac8a4145c534f619d16b0d284931d00 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:01.642937 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:01.649722 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:01.661143 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:01.689105 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Allocated IP 172.20.0.1 (bdd36200-6874-448f-9566-a700b40ee181/b8a3d0db-8624-4443-9011-6f759d89d90f/857a0ce4-ffaf-4ca2-8de9-ae99bc495466) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:44:01.748084 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Made reservation on behalf of 21ca64bd37f343b1a16842ae343113b6 for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:44:01.756669 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.843178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.850628 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:01.858830 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Pushing event updated for resources: {'Port': ['ID=194bee3d-2d15-475c-a4da-f7bef168919b,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:01.886051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:01.892433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-eedbdd5e-2683-4141-9d6c-66dcc3d24a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:01.908399 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Attempting to bind port 194bee3d-2d15-475c-a4da-f7bef168919b on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:44:01.909187 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Attempting to bind port 194bee3d-2d15-475c-a4da-f7bef168919b by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:44:01.909952 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Attempting to bind port 194bee3d-2d15-475c-a4da-f7bef168919b on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:44:02.055042 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:44:02.055892 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:44:02.056954 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.057775 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:44:02.058870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Bound port: 194bee3d-2d15-475c-a4da-f7bef168919b, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:44:02.059717 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.087979 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e80a91-f4fc-45b4-9383-445d4cf8ac09,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:02.103277 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bac8a4145c534f619d16b0d284931d00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7729003
Jun 29 21:44:02.111896 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35938) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:02.216209 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.216789 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.217372 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.217947 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.218919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.219564 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.220158 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.221232 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.221847 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.223153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.223781 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:02.279432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:02.302602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] For port 194bee3d-2d15-475c-a4da-f7bef168919b, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:44:02.313955 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] For port 194bee3d-2d15-475c-a4da-f7bef168919b, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=194bee3d-2d15-475c-a4da-f7bef168919b,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:44:02.322179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.326525 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:02.418608 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2df5db8-74ea-4689-a73c-e7be33cb224b req-e88e5b58-ff90-42f0-b9c0-972b89ea7cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.3082843
Jun 29 21:44:02.423997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.474162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.566962 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f49a5-6652-4ccb-8ebf-f71cdcd9d5a1 req-883ab1ca-c6b7-4720-8966-615e0cedee89 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:02.568997 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8e6f49a5-6652-4ccb-8ebf-f71cdcd9d5a1 req-883ab1ca-c6b7-4720-8966-615e0cedee89 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.9296830
Jun 29 21:44:02.647093 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:02.649239 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d85ac0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:02.650229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.654928 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.664752 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-e2df5db8-74ea-4689-a73c-e7be33cb224b req-02816478-bb40-4fa7-a44b-b29506d44d71 service neutron] Synchronizing usage tracker for tenant:fb3435394f5f4fb59161a86356dcaef9 on resource:security_group {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:44:02.680781 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9c85d6b8-96b0-49a4-bb6a-2578c4049fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:02.716785 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Transition to ACTIVE for port object 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:02.740498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Allocated IP 172.20.0.3 (a4a4472c-c3f2-428c-9303-a06dd5d09a26/b429c13a-8b02-4026-8fe3-3ee6fec8ac42/36ec572a-c75a-4d1e-908f-fe09e6e70e57) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:44:02.762874 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b083d-90e4-40c9-9d17-a51b18e364cc req-610120a7-e9f8-4d87-9fb7-d4869085eda1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:02.767964 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e80a91-f4fc-45b4-9383-445d4cf8ac09,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:02.772705 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-524b083d-90e4-40c9-9d17-a51b18e364cc req-610120a7-e9f8-4d87-9fb7-d4869085eda1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.7967517
Jun 29 21:44:02.775539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:02.786504 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:02.795005 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8e6f49a5-6652-4ccb-8ebf-f71cdcd9d5a1 req-8dc477e8-6980-4202-bfdb-df5f811e7bb7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780448
Jun 29 21:44:02.806664 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88e80a91-f4fc-45b4-9383-445d4cf8ac09 HTTP/1.1" status: 204  len: 168 time: 0.6105995
Jun 29 21:44:02.819704 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-e2df5db8-74ea-4689-a73c-e7be33cb224b req-02816478-bb40-4fa7-a44b-b29506d44d71 service neutron] Unset dirty status for tenant:fb3435394f5f4fb59161a86356dcaef9 on resource:security_group {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:44:02.821873 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2df5db8-74ea-4689-a73c-e7be33cb224b req-02816478-bb40-4fa7-a44b-b29506d44d71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901247
Jun 29 21:44:02.943721 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-524b083d-90e4-40c9-9d17-a51b18e364cc req-e36d5661-43a7-43ee-b392-a7c1be48ac01 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1699777
Jun 29 21:44:03.013112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:03.026577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Pushing event updated for resources: {'Port': ['ID=194bee3d-2d15-475c-a4da-f7bef168919b,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:03.034286 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-66634f9c-f541-46fa-a6df-af5bc5e52955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:03.081168 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:03.443423 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:03.460767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Network bdd36200-6874-448f-9566-a700b40ee181 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:44:03.488337 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-99b6324b-9e5e-4afa-a754-8bdbffe15e5e req-e13502dc-7c6d-46c6-9f63-93d80411d957 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.2167556
Jun 29 21:44:03.548269 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:44:03.595859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:44:03.740516 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35964) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:03.806206 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Pushing event updated for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:03.823144 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:03.953143 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:03.966233 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6916786674804a3bb71f6d8fb26a269f is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:03.976507 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:03.981766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.982264 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.982718 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.983882 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.984364 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.984806 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.985249 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.985691 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.986124 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.986596 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:03.987031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:04.001548 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:04.004704 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.010160 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.023848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:04.042101 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Transition to ACTIVE for port object 36ec572a-c75a-4d1e-908f-fe09e6e70e57 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:04.140940 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.157674 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5ead2b0d-9e25-494a-a1fc-91227ce670d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:04.220557 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.229849 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-450249ba-4882-4eb5-a5dc-1d2d8a83f2a0 None None] Provisioning for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:04.293734 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-450249ba-4882-4eb5-a5dc-1d2d8a83f2a0 None None] Provisioning complete for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:04.294363 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-450249ba-4882-4eb5-a5dc-1d2d8a83f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.297356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.303866 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.324277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1369bd04-9eae-4a15-aed8-dd3528690a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:04.329831 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:44:04.363393 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262e832-da2e-4ae1-9c91-7946823e542c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:04.384030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:04.385414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:44:04.394642 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6916786674804a3bb71f6d8fb26a269f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6528563
Jun 29 21:44:04.398160 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 35978) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:04.402474 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:44:04.480731 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.503576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-450249ba-4882-4eb5-a5dc-1d2d8a83f2a0 None None] Port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:44:04.517581 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.569038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:04.570128 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.588325 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d85ac0>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:43:56Z', 'revision_number': 3, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:04.598111 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1db74-b8ed-4a4a-bce5-90df3b401d8a None None] The sync data for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi is: [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:43:56Z', 'revision_number': 3, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:44:04.614531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.626523 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-11957573-4f87-4a1e-8d95-eb45e9a2b361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:04.649369 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.654433 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a262e832-da2e-4ae1-9c91-7946823e542c HTTP/1.1" status: 204  len: 168 time: 0.2504411
Jun 29 21:44:04.655409 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262e832-da2e-4ae1-9c91-7946823e542c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:04.665963 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:04.757886 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:04.786327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:04.843110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-098abfe6-b6cd-45f1-8fd8-70450b91d7f1 None None] Provisioning for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:04.851036 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-098abfe6-b6cd-45f1-8fd8-70450b91d7f1 None None] Provisioning complete for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:04.851774 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-098abfe6-b6cd-45f1-8fd8-70450b91d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:04.975326 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7703421
Jun 29 21:44:04.981737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-098abfe6-b6cd-45f1-8fd8-70450b91d7f1 None None] Port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:44:05.077761 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac42f0-a4c8-4a90-a295-ac1ac189cbcc req-e7a241b0-42d0-434a-a8a9-6d6c44180049 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:05.080636 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-abac42f0-a4c8-4a90-a295-ac1ac189cbcc req-e7a241b0-42d0-434a-a8a9-6d6c44180049 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.8413587
Jun 29 21:44:05.165125 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10529c08-538a-4548-97ea-855cb15d5753 req-f3265fd5-a05a-4cc5-a158-74771154270b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:05.168826 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-10529c08-538a-4548-97ea-855cb15d5753 req-f3265fd5-a05a-4cc5-a158-74771154270b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.8728073
Jun 29 21:44:05.283947 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-abac42f0-a4c8-4a90-a295-ac1ac189cbcc req-af7af13f-06e6-4de2-8d23-061e8d60e911 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742787
Jun 29 21:44:05.292401 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-10529c08-538a-4548-97ea-855cb15d5753 req-632faaeb-3259-4830-a268-ea928e71c1ee tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882344
Jun 29 21:44:05.309494 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:05.315377 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:05.361105 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-43e68299-fb85-43cc-9fcf-12ae4b9921e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:05.521969 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Pushing event updated for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:05.537590 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:05.541746 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:05.845506 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8978a59-586d-4408-b28f-1ea9023eefdc req-87cb05fc-7f21-4ae4-a999-504a628c3e16 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:05.846714 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-d8978a59-586d-4408-b28f-1ea9023eefdc req-87cb05fc-7f21-4ae4-a999-504a628c3e16 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:44:05.970433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Request body: {'port': {'device_id': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:44:06.092556 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-d8978a59-586d-4408-b28f-1ea9023eefdc req-87cb05fc-7f21-4ae4-a999-504a628c3e16 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:44:06.094680 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d8978a59-586d-4408-b28f-1ea9023eefdc req-87cb05fc-7f21-4ae4-a999-504a628c3e16 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 931 time: 0.5580776
Jun 29 21:44:06.102498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Network bdd36200-6874-448f-9566-a700b40ee181 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:44:06.111560 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:44:06.428808 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-8f680373-1509-4564-8551-045aa3c86f01 None None] Provisioning complete for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:06.429735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8f680373-1509-4564-8551-045aa3c86f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:06.489667 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-8f680373-1509-4564-8551-045aa3c86f01 None None] Port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:44:06.757851 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:06.797878 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d8978a59-586d-4408-b28f-1ea9023eefdc req-94cdfca5-5cf3-48d0-9bda-07bf0006db01 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6914861
Jun 29 21:44:06.845494 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd64a4-9152-4597-88d4-5c5f4d75c893 req-617dab7e-a6f9-49ec-8849-66683ca7bc09 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:06.845494 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3cd64a4-9152-4597-88d4-5c5f4d75c893 req-617dab7e-a6f9-49ec-8849-66683ca7bc09 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.9588232
Jun 29 21:44:06.938879 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36038) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:06.961627 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-f854ce84-f4dc-44b5-81f4-e837cd8e9264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.0828691
Jun 29 21:44:07.129165 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a865-5d27-410a-b963-157abaa50e4d req-16acdb15-fc18-4278-9611-ee41cbdc2a2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:07.130742 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-16acdb15-fc18-4278-9611-ee41cbdc2a2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.1585784
Jun 29 21:44:07.291080 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-6f714d1f-1fe6-4efd-86db-0a2afaa48f96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.1529503
Jun 29 21:44:07.364038 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3cd64a4-9152-4597-88d4-5c5f4d75c893 req-9730e979-e290-48ff-b327-8c75523b18c5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5182488
Jun 29 21:44:07.405510 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a865-5d27-410a-b963-157abaa50e4d req-1eed2fe3-fa43-40b6-adda-03ad4d67bca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:07.407192 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-1eed2fe3-fa43-40b6-adda-03ad4d67bca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.1090350
Jun 29 21:44:07.520397 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-eea2603e-9e3a-4cd9-a21f-634426da2bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1035631
Jun 29 21:44:07.555932 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:07.600076 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b13496-577a-4d7b-aa5a-c028dc655616 req-50cda2df-a50e-4941-99b6-6fbcc70840df tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:07.601945 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96b13496-577a-4d7b-aa5a-c028dc655616 req-50cda2df-a50e-4941-99b6-6fbcc70840df tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.5951741
Jun 29 21:44:07.678165 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:07.695128 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-1652c366-2114-41b0-97b5-fe6a8e665076 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690710
Jun 29 21:44:07.739326 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Usage tracker for resource:security_group_rule and tenant:847f61ea65b04a6cbb8608bd1cde664c is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:07.757544 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:07.772438 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:07.827440 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96b13496-577a-4d7b-aa5a-c028dc655616 req-0940f26c-57f5-46be-b45d-f93139c7dc4b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2186306
Jun 29 21:44:07.934325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:44:07.946692 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1c39a865-5d27-410a-b963-157abaa50e4d req-4d836081-0f76-4785-9354-a501b89e0857 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432566
Jun 29 21:44:08.043887 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.057019 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.087409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.090101 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9529d5fe-576c-45a0-96ef-18826b8c06f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:08.139097 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=847f61ea65b04a6cbb8608bd1cde664c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1837251
Jun 29 21:44:08.143722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Transition to ACTIVE for port object 36ec572a-c75a-4d1e-908f-fe09e6e70e57 will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:08.145202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36058) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:08.158345 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be43c5f2-6f86-46d3-bdff-2844a0010542,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:08.161792 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.163038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:08.210550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:08.234141 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.243964 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:44:08.302047 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.375287 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:08.398077 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:08.488272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.501731 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:08.583639 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be43c5f2-6f86-46d3-bdff-2844a0010542,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:08.614362 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:08.618453 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:08.625587 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be43c5f2-6f86-46d3-bdff-2844a0010542 HTTP/1.1" status: 204  len: 168 time: 0.4756913
Jun 29 21:44:08.999602 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36084) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:09.072488 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b384cf8-af1b-4170-9517-81977f987193 req-0bb50653-5d44-4dc5-bd22-62e58f13dcbe tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:09.077922 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b384cf8-af1b-4170-9517-81977f987193 req-0bb50653-5d44-4dc5-bd22-62e58f13dcbe tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.9179244
Jun 29 21:44:09.124218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Attempting to bind port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:44:09.124722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Attempting to bind port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:44:09.125203 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Attempting to bind port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:44:09.367784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:44:09.368767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Attempting to bind port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:44:09.425703 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b384cf8-af1b-4170-9517-81977f987193 req-a2e698e9-c89e-4861-a3b4-ae6dd32caf38 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3375916
Jun 29 21:44:09.453829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:44:09.453829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Checking segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:44:09.453829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Bound using segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:44:09.453829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Bound port: 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:44:09.455954 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:09.732937 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:09.858651 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:44:09.867357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:44:09.873551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:09.885291 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5c41278e13463ea61b7ad27ce74a65 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:09.894531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:09.913207 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:09.984642 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:09.991085 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb775bf8-67ab-4771-9ee5-79d74a912167 req-cf1de930-d763-4b74-b457-cf9f311039fd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:09.992734 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bb775bf8-67ab-4771-9ee5-79d74a912167 req-cf1de930-d763-4b74-b457-cf9f311039fd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 1.3483739
Jun 29 21:44:10.026049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d897ea43-1e8d-4d3e-85dd-e602212baa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:10.134421 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36108) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:10.166030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:10.184627 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:10.216063 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a7ca90c5-a1d0-4ce2-88d0-bbee5e8e787f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:10.239102 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:10.247605 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:44:10.259190 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:10.332992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa964c-449d-413a-a69f-98a3d6230d82 req-fb212eeb-16d5-4a06-8b2b-c816d01d47c0 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:10.334574 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0eaa964c-449d-413a-a69f-98a3d6230d82 req-fb212eeb-16d5-4a06-8b2b-c816d01d47c0 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.4590378
Jun 29 21:44:10.336930 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bb775bf8-67ab-4771-9ee5-79d74a912167 req-876250e1-b7f3-4b49-a570-6efbe5e60257 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3295751
Jun 29 21:44:10.360806 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] 10.222.0.21 "PUT /v2.0/routers/c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7055213
Jun 29 21:44:10.401604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:10.401604 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] 10.222.0.26 "PUT /v2.0/ports/36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 1093 time: 4.4422719
Jun 29 21:44:10.401604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:44:10.434057 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c992ceb-42a2-4216-9f6c-5f3244198d9f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:10.468278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:10.486230 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f5c41278e13463ea61b7ad27ce74a65&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4845281
Jun 29 21:44:10.488055 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36124) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:10.683331 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'status': 'completed', 'code': 200}
Jun 29 21:44:10.725307 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0eaa964c-449d-413a-a69f-98a3d6230d82 req-2cdb26a4-3017-406b-83a0-e956d5eaed99 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3760934
Jun 29 21:44:10.782975 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:10.861201 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-45773dca-8708-40f5-b27d-e0a7a077cced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1096 time: 0.3142948
Jun 29 21:44:10.942273 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:10.987727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:11.011424 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-7ecc27ff-518c-48c4-a684-ddbb1d11dcdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 217 time: 0.1432009
Jun 29 21:44:11.049379 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:11.056797 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Usage tracker for resource:security_group_rule and tenant:315ab979101e49929882ed20643dd1cf is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:11.063076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:11.072935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:11.171977 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-5812c4a4-232b-40f7-a23b-6ea096a74073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:11.173538 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-5812c4a4-232b-40f7-a23b-6ea096a74073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.1184068
Jun 29 21:44:11.207012 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:11.230013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:11.234526 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac69ade-bf58-45c8-b7ab-fb838c9641e8 req-c70b17f0-e85f-46ab-b751-9433b1ec3d78 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:11.241879 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ac69ade-bf58-45c8-b7ab-fb838c9641e8 req-c70b17f0-e85f-46ab-b751-9433b1ec3d78 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.2286181
Jun 29 21:44:11.249485 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-615472d4-0807-4738-a335-7d12bab307a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:11.295557 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:44:11.413787 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ac69ade-bf58-45c8-b7ab-fb838c9641e8 req-9a2e44be-fb2c-463b-b392-d227e036fb0a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669371
Jun 29 21:44:11.452011 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:11.457247 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f91b50>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:11.473163 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-331ad14b-e65c-45dc-a382-f44e825ad79d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2904444
Jun 29 21:44:11.512774 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41da4e97-d813-4db0-9e83-f5a648dfa02c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:11.566593 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:11.587825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:11.602827 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d6cf3129-c647-414e-948d-1b656dd47df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:11.619356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c992ceb-42a2-4216-9f6c-5f3244198d9f,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:11.624219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:11.630590 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315ab979101e49929882ed20643dd1cf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4934666
Jun 29 21:44:11.646633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36140) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:11.697824 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:11.708540 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c992ceb-42a2-4216-9f6c-5f3244198d9f HTTP/1.1" status: 204  len: 168 time: 1.2159479
Jun 29 21:44:11.930482 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-2ca53a05-1288-4391-93f2-2dc303eed78e service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4388628
Jun 29 21:44:12.022629 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:12.167968 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:12.212841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:12.323599 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f052a013-1cd9-48d0-b0ef-d58fa207cb6d req-308199c3-2d68-4948-9db7-c2b9da3c7a68 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3855398
Jun 29 21:44:12.434598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:12.448782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b5924ef8-b48b-4b93-b934-489ebc91786b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:12.472196 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da4e97-d813-4db0-9e83-f5a648dfa02c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:12.481032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:12.482468 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41da4e97-d813-4db0-9e83-f5a648dfa02c HTTP/1.1" status: 204  len: 168 time: 0.8315339
Jun 29 21:44:12.483871 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:12.836413 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072f5e6-b65d-4edb-a7d5-070d529af3f9 req-87bf918f-0ebc-499a-a4f2-163ee967e93f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:12.853854 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7072f5e6-b65d-4edb-a7d5-070d529af3f9 req-87bf918f-0ebc-499a-a4f2-163ee967e93f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.5261376
Jun 29 21:44:12.928256 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e763b-9991-4064-8e1b-c40b49398093 req-24dc98fd-0a27-4922-b826-340008703d09 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:12.943432 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2b3e763b-9991-4064-8e1b-c40b49398093 req-24dc98fd-0a27-4922-b826-340008703d09 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.6166248
Jun 29 21:44:13.013927 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-376bf86e-e4f4-4c68-bf47-e2fd0ac032d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1096 time: 0.4950938
Jun 29 21:44:13.060993 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f91b50>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:43:37Z', 'revision_number': 2, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:13.066965 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:44:13.067690 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Updating router 1df339fa-d2a5-40fe-94ca-c371b9930194 port 56a6d384-61d4-49f1-b524-325eb058f461 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:44:13.133269 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:13.246625 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36180) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:13.260344 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7072f5e6-b65d-4edb-a7d5-070d529af3f9 req-5b1cfb79-3bd7-459b-9281-e0599157086c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3949704
Jun 29 21:44:13.299452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:13.344114 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2b3e763b-9991-4064-8e1b-c40b49398093 req-ffe64402-a3e4-44cd-996d-974fffac602d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3991063
Jun 29 21:44:13.355991 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 194bee3d-2d15-475c-a4da-f7bef168919b up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:13.408771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:13.421649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe85957657c40fe826fccd7198b8716 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:13.430374 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:13.445814 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:13.548992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-ef1870e3-da86-4880-bcb9-dc339a446a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:13.552399 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-ef1870e3-da86-4880-bcb9-dc339a446a8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.5303009
Jun 29 21:44:13.743277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:13.751205 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:13.766961 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 194bee3d-2d15-475c-a4da-f7bef168919b completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:13.791203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 194bee3d-2d15-475c-a4da-f7bef168919b triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:13.791592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:13.864660 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-4131561a-fbfc-47d6-8ace-2fbbe658d14e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 217 time: 0.3032002
Jun 29 21:44:13.890458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca64db10-0f12-458d-abb0-cd33846490ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:13.936466 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:44:13.937772 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fe85957657c40fe826fccd7198b8716&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6890032
Jun 29 21:44:13.949355 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36196) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:14.192064 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.220700 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Transition to ACTIVE for port object 56a6d384-61d4-49f1-b524-325eb058f461 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:14.239577 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.288892 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:14.349894 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5917550-3ff2-4422-a357-684c9a147f50,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:14.368634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:14.404268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.466531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-317bca00-2643-40e1-9cd5-0dffc47b1b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:14.508672 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-317bca00-2643-40e1-9cd5-0dffc47b1b93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.6273129
Jun 29 21:44:14.547536 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.731082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36210) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:14.874019 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.876199 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.876625 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.915930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5d4215e7-b5b3-42c8-a6e8-c58be247c41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:14.930771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5917550-3ff2-4422-a357-684c9a147f50,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:14.940765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:14.949426 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:14.951249 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5917550-3ff2-4422-a357-684c9a147f50 HTTP/1.1" status: 204  len: 168 time: 1.0005341
Jun 29 21:44:14.976144 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.009302 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8e8fb-3bef-49b7-a89b-9f46c3b4312a None None] Pushing event updated for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:15.020493 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:15.024434 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-b3a8e8fb-3bef-49b7-a89b-9f46c3b4312a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:15.046742 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-fb2888c3-bda5-41de-a856-34703a358205 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2725172
Jun 29 21:44:15.085820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 194bee3d-2d15-475c-a4da-f7bef168919b, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=194bee3d-2d15-475c-a4da-f7bef168919b,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:15.095056 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:44:15.105434 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.114711 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-77cb7e14-4b7f-4f90-9330-4ec69484b8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:15.313083 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-92ead3d2-7c8a-4497-8b38-1acb20a9a8df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 1098 time: 0.2401373
Jun 29 21:44:15.371363 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Attempting to bind port 56a6d384-61d4-49f1-b524-325eb058f461 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:44:15.372024 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Attempting to bind port 56a6d384-61d4-49f1-b524-325eb058f461 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:44:15.372140 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Attempting to bind port 56a6d384-61d4-49f1-b524-325eb058f461 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:44:15.390892 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:44:15.391565 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Checking segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:44:15.391969 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.392369 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Bound using segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:44:15.392859 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Bound port: 56a6d384-61d4-49f1-b524-325eb058f461, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:44:15.393242 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.396459 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-24ff20da-7f57-478c-8631-e2a0e5fde547 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8840365
Jun 29 21:44:15.424269 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21497be8-5e1f-4ed9-89ab-1d48ae73c296 req-06e1c2d8-c8f4-4e4e-973e-c507fd9cdf9d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:15.430054 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.434597 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-21497be8-5e1f-4ed9-89ab-1d48ae73c296 req-06e1c2d8-c8f4-4e4e-973e-c507fd9cdf9d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 1.5685389
Jun 29 21:44:15.481097 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:44:15.521363 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=194bee3d-2d15-475c-a4da-f7bef168919b,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:15.537832 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:15.545415 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:15.556661 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.558992 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:15.697475 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] For port 56a6d384-61d4-49f1-b524-325eb058f461, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:44:15.712149 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] For port 56a6d384-61d4-49f1-b524-325eb058f461, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=56a6d384-61d4-49f1-b524-325eb058f461,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:44:15.722107 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:15.734652 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:15.781123 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-fe88ab49-d2f5-46da-824d-e0f1000f7ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:15.782617 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-fe88ab49-d2f5-46da-824d-e0f1000f7ad8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.4222503
Jun 29 21:44:15.819105 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:15.829927 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:15.886458 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:15.914268 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['36ec572a-c75a-4d1e-908f-fe09e6e70e57'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:44:16.024751 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Usage tracker for resource:security_group_rule and tenant:85590b4991f14862a369950cff65797e is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:16.030828 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:16.056268 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8e8fb-3bef-49b7-a89b-9f46c3b4312a None None] Pushing event updated for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:16.074374 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-b3a8e8fb-3bef-49b7-a89b-9f46c3b4312a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:16.093063 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-6eab83c2-cb48-4289-9cab-5b034edfce61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 200  len: 217 time: 0.2913628
Jun 29 21:44:16.120876 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:16.122557 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f91b50>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:16.140705 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:16.181093 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-e079fb7d-24ab-41c8-938c-f8cd95e01077 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7401726
Jun 29 21:44:16.294267 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:16.386005 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-e51715d0-5aec-4659-8f9a-0437d05a7950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:16.388987 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-e51715d0-5aec-4659-8f9a-0437d05a7950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.2873917
Jun 29 21:44:16.400170 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:16.443080 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-418b45e8-b3ed-4cc3-a18d-7399153fa6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:16.536356 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:44:16.577902 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-4141e079-3ab3-439b-bfe3-c7b325fad24e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1812263
Jun 29 21:44:16.599033 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-21497be8-5e1f-4ed9-89ab-1d48ae73c296 req-de8fd0dc-341f-4a96-9f24-69ce7924f496 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1535430
Jun 29 21:44:16.633437 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30748329-1d50-4e76-957c-30c6487581ea,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:16.651406 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:16.684342 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110a0f-357e-4bae-94a1-16a845134d7b req-d39ffa35-afb3-4c3a-ad62-65e15b9e3de1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:16.685946 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05110a0f-357e-4bae-94a1-16a845134d7b req-d39ffa35-afb3-4c3a-ad62-65e15b9e3de1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 1.7270405
Jun 29 21:44:16.822171 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:17.087412 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85590b4991f14862a369950cff65797e&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3461447
Jun 29 21:44:17.092714 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f1351f-8bfb-4661-8704-deac7231d5fb req-a022c9b5-3a8e-4651-9e03-8d15d3aea5af service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9006910
Jun 29 21:44:17.113003 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36266) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:17.376361 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-385e7c72-a6a6-4312-8bfb-b490f413a261 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7900190
Jun 29 21:44:17.378239 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05110a0f-357e-4bae-94a1-16a845134d7b req-673117e6-750d-4570-8506-53e266532b10 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6473973
Jun 29 21:44:17.457269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 56a6d384-61d4-49f1-b524-325eb058f461 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:17.535262 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:17.552481 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce3ef7-238d-4e3c-9612-85c7cba4682e req-a94360a9-f6f2-4752-8bff-3c2458ced323 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:17.567388 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23ce3ef7-238d-4e3c-9612-85c7cba4682e req-a94360a9-f6f2-4752-8bff-3c2458ced323 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.3590970
Jun 29 21:44:17.598103 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f91b50>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:15Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:17.621134 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af3ad-fbd0-4882-ac72-2880ff59cb71 None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:15Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:44:17.665306 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:17.895175 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 56a6d384-61d4-49f1-b524-325eb058f461 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:17.903655 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23ce3ef7-238d-4e3c-9612-85c7cba4682e req-6a80b5ad-b1c2-43a4-be3a-2a705308bfb7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3352485
Jun 29 21:44:17.915196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 56a6d384-61d4-49f1-b524-325eb058f461 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:17.939156 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:17.956633 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:17.961291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-123e921c-7332-4483-9457-867a07f30298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:18.059264 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30748329-1d50-4e76-957c-30c6487581ea,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:18.065770 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:18.072844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:18.074578 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30748329-1d50-4e76-957c-30c6487581ea HTTP/1.1" status: 204  len: 168 time: 0.9582741
Jun 29 21:44:18.135854 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4b4d2-330b-4bf5-872f-5aeb9427b6a2 req-ad0ffcf5-5f92-4133-92cd-a865ed82aaac tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:18.148521 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22c4b4d2-330b-4bf5-872f-5aeb9427b6a2 req-ad0ffcf5-5f92-4133-92cd-a865ed82aaac tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.1651182
Jun 29 21:44:18.261265 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22c4b4d2-330b-4bf5-872f-5aeb9427b6a2 req-5450e9a0-ef72-4832-8f8d-a5c7341c3d21 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027184
Jun 29 21:44:18.480978 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:18.549787 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b1e4465c-e58f-495c-8caf-7d5b42fbd2b9 req-aa0f8a89-c681-42c5-8945-1849198bf445 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4943800
Jun 29 21:44:18.595461 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 56a6d384-61d4-49f1-b524-325eb058f461, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=56a6d384-61d4-49f1-b524-325eb058f461,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:18.606150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:18.607834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 194bee3d-2d15-475c-a4da-f7bef168919b up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:18.672058 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:18.798760 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:18.804039 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:18.849404 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 194bee3d-2d15-475c-a4da-f7bef168919b triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:18.850147 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:18.917052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43e0a-dcec-44b4-969d-e1b3da41e7b4 req-a5da4a65-a1a2-4943-89d8-53547c1fe1c3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:18.935764 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-37d43e0a-dcec-44b4-969d-e1b3da41e7b4 req-a5da4a65-a1a2-4943-89d8-53547c1fe1c3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2328956
Jun 29 21:44:19.134825 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-37d43e0a-dcec-44b4-969d-e1b3da41e7b4 req-669a674e-5086-47e2-8c96-7d26e21d3aaa tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1973524
Jun 29 21:44:19.256419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 56a6d384-61d4-49f1-b524-325eb058f461 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:19.420302 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 56a6d384-61d4-49f1-b524-325eb058f461 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:19.421996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:19.761384 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00735-57f1-4b0e-8ad7-4c10dc5df952 req-d169ac6d-47bd-4454-8dd8-65d8c6a42af4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:19.769790 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8fd00735-57f1-4b0e-8ad7-4c10dc5df952 req-d169ac6d-47bd-4454-8dd8-65d8c6a42af4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.1032357
Jun 29 21:44:19.841791 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8fd00735-57f1-4b0e-8ad7-4c10dc5df952 req-ff99153c-dac2-4213-b50e-3753829623ba tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704088
Jun 29 21:44:20.337222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Sync routers for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:44:20.389409 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:20.391538 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892f3100>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:20.660198 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df40ed-6929-4e81-ac83-47055575fe55 req-aaa9f836-cf0a-48c1-84d6-ae8842951491 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:20.674491 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40df40ed-6929-4e81-ac83-47055575fe55 req-aaa9f836-cf0a-48c1-84d6-ae8842951491 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2539639
Jun 29 21:44:20.956718 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40df40ed-6929-4e81-ac83-47055575fe55 req-9ab0cfdb-5e7d-487a-b3e1-0d6b8fe2ab5c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2805476
Jun 29 21:44:21.045667 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:21.474373 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ec03-c426-4103-aca6-195f7da9ecec req-7c2d1d83-b264-4090-84cb-c18e4a8190e5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:21.479949 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0768ec03-c426-4103-aca6-195f7da9ecec req-7c2d1d83-b264-4090-84cb-c18e4a8190e5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.2759695
Jun 29 21:44:21.578269 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0768ec03-c426-4103-aca6-195f7da9ecec req-d9e24c6c-2695-4051-9aaf-f77d63de30b4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829628
Jun 29 21:44:21.935064 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892f3100>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:44:04Z', 'revision_number': 4, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '857a0ce4-ffaf-4ca2-8de9-ae99bc495466', 'name': '', 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'mac_address': 'fa:16:3e:9d:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:44:01Z', 'updated_at': '2021-06-29T21:44:04Z', 'revision_number': 2, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'subnets': [{'id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:21.956496 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Checking router: c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:44:21.956870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Updating router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:44:22.036066 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:22.072136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:22.440908 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:22.446593 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2b41-3a6b-4c3b-b824-a838158eaac5 req-a0df6d7f-fb7f-46f0-8ef1-fae56f78d5f5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:22.450858 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2bbd2b41-3a6b-4c3b-b824-a838158eaac5 req-a0df6d7f-fb7f-46f0-8ef1-fae56f78d5f5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1351554
Jun 29 21:44:22.543918 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2bbd2b41-3a6b-4c3b-b824-a838158eaac5 req-08b8157b-2fb4-4bd7-ac35-5bf73af981fe tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865910
Jun 29 21:44:22.637560 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:22.638040 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:22.995788 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:23.042906 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:44:23.087809 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:23.116515 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:23.136752 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:23.164761 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70d14-c6d0-4349-b2a5-05a0d33d2323 req-c9217695-66a2-4ab9-9899-40956104c366 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:23.174857 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b70d14-c6d0-4349-b2a5-05a0d33d2323 req-c9217695-66a2-4ab9-9899-40956104c366 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.2982135
Jun 29 21:44:23.271060 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'code': 200}
Jun 29 21:44:23.320220 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b70d14-c6d0-4349-b2a5-05a0d33d2323 req-57774317-43ac-435d-bb13-9fd5d0389dca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407130
Jun 29 21:44:23.497939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:23.514785 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:23.562286 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:23.597189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Transition to ACTIVE for port object 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:23.618924 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:23.629181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:23.840718 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-42412790-2dd0-4146-ac61-2fd204d2f285 req-6522de45-8d04-4024-9f22-fc4400f2d0f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1098 time: 0.1898067
Jun 29 21:44:23.874177 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b187100-8638-4f55-9cef-fe20918fdb26 req-c11a03bc-c7a1-42e7-be5b-1500ca78d337 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:23.889988 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7b187100-8638-4f55-9cef-fe20918fdb26 req-c11a03bc-c7a1-42e7-be5b-1500ca78d337 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1248710
Jun 29 21:44:23.948250 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-42412790-2dd0-4146-ac61-2fd204d2f285 req-0e61894f-d357-402b-8da1-870dcf2e555d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969355
Jun 29 21:44:24.048994 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7b187100-8638-4f55-9cef-fe20918fdb26 req-e03815d2-af40-4513-bb74-2baeaeb44da6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1577141
Jun 29 21:44:24.138312 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Pushing event updated for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:24.142200 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:24.429899 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Attempting to bind port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:44:24.430274 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Attempting to bind port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:44:24.430598 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Attempting to bind port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 on network bdd36200-6874-448f-9566-a700b40ee181 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:44:24.451668 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:44:24.452038 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Checking segment: {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:44:24.452446 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:24.458747 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Bound using segment: {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:44:24.459495 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Bound port: 857a0ce4-ffaf-4ca2-8de9-ae99bc495466, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3940cfc-da7d-46d8-8683-94d2dd7987ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:44:24.459894 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:24.711346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] For port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:44:24.716257 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] For port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:44:24.725156 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:24.731009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:24.745458 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b709-a41f-401f-a193-e9abb58dc940 req-4fa6989a-ce36-4332-a773-48a1889ebb31 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:24.748989 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42a5b709-a41f-401f-a193-e9abb58dc940 req-4fa6989a-ce36-4332-a773-48a1889ebb31 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1857688
Jun 29 21:44:24.910360 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Pushing event updated for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:24.925525 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:24.935584 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:24.936218 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892f3100>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:43:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:24.937703 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42a5b709-a41f-401f-a193-e9abb58dc940 req-e29040cb-92dc-4cae-a785-13984a8b51bf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653779
Jun 29 21:44:25.473406 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6180c3-e8ee-4b5f-bf9f-536e00b8efe9 req-d120057b-dbc9-4095-9135-a3bc066aa82e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:25.481446 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7f6180c3-e8ee-4b5f-bf9f-536e00b8efe9 req-d120057b-dbc9-4095-9135-a3bc066aa82e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1600685
Jun 29 21:44:25.550936 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7f6180c3-e8ee-4b5f-bf9f-536e00b8efe9 req-5404740d-288b-4424-bbd1-97b5bd7e9f56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677791
Jun 29 21:44:25.683993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1248ca5e-8c02-4dbd-9248-f654f2f1ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:25.694328 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:25.834820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:26.465256 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892f3100>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:44:04Z', 'revision_number': 4, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '857a0ce4-ffaf-4ca2-8de9-ae99bc495466', 'name': '', 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'mac_address': 'fa:16:3e:9d:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:44:01Z', 'updated_at': '2021-06-29T21:44:24Z', 'revision_number': 4, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'subnets': [{'id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:26.494501 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee107d8-46bb-40c1-990d-ba8a5d351b65 None None] The sync data for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi is: [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:44:04Z', 'revision_number': 4, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '857a0ce4-ffaf-4ca2-8de9-ae99bc495466', 'name': '', 'network_id': 'bdd36200-6874-448f-9566-a700b40ee181', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'mac_address': 'fa:16:3e:9d:f8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:44:01Z', 'updated_at': '2021-06-29T21:44:24Z', 'revision_number': 4, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'subnets': [{'id': 'b8a3d0db-8624-4443-9011-6f759d89d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:44:26.518845 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad24ac-8d7b-474e-aa47-7bd6fa185b1b req-d80a5660-e98b-4047-9816-8cac53383209 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:26.533693 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0ad24ac-8d7b-474e-aa47-7bd6fa185b1b req-d80a5660-e98b-4047-9816-8cac53383209 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2308328
Jun 29 21:44:26.792141 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0ad24ac-8d7b-474e-aa47-7bd6fa185b1b req-4b10b254-b407-4972-bbeb-43f77058087a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2564383
Jun 29 21:44:27.431608 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:27.499198 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cac63-39f5-46ee-bdb7-deb7cd174043 req-5a362e61-79c0-49df-bfa2-ae3eba860a36 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:27.501170 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-880cac63-39f5-46ee-bdb7-deb7cd174043 req-5a362e61-79c0-49df-bfa2-ae3eba860a36 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.3007209
Jun 29 21:44:27.514223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36480) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:27.516158 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5678ed-4811-43d3-88e3-e4921ee57ccb req-519e1259-43ab-4ad1-b129-ed10d500f898 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:27.519798 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6c5678ed-4811-43d3-88e3-e4921ee57ccb req-519e1259-43ab-4ad1-b129-ed10d500f898 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.4677358
Jun 29 21:44:27.523084 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'floatingip': {'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:44:27.661138 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6c5678ed-4811-43d3-88e3-e4921ee57ccb req-0d3c04cf-035f-4ab5-9ab0-3bdda8a295fc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294379
Jun 29 21:44:27.662764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-aea080be-e4b7-404f-bef4-ba576f66b6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:27.682773 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:27.690160 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:27.690917 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:27.706607 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:28.022870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:28.108253 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:44:28.116537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:28.127969 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-04c78625-8095-474d-bebc-985b7a16ed34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:28.308369 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:28.323891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.324573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.325154 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.325637 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.326120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.326668 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.327160 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.328115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.328599 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.329075 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.329848 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:44:28.343900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:28.859898 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:29.093287 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36516) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:29.226669 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ffe75-3d4a-4a42-b2c2-ef620c3fe5b0 req-aa149f97-a89b-4974-b4e0-06bf61711800 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:29.232322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:29.247037 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-961ffe75-3d4a-4a42-b2c2-ef620c3fe5b0 req-aa149f97-a89b-4974-b4e0-06bf61711800 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2010536
Jun 29 21:44:29.248134 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:29.351371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-961ffe75-3d4a-4a42-b2c2-ef620c3fe5b0 req-8147a3f5-498c-4ebd-b0d4-c15e9ec4767a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907137
Jun 29 21:44:29.401323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:44:29.623683 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:29.624061 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:30.131580 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:30.190586 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:30.192079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a9fd2-35d6-4f6b-922c-d72b7c61283a req-7eaaa50a-0093-4a6a-99ec-d6f0625c3cac tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:30.202417 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a95a9fd2-35d6-4f6b-922c-d72b7c61283a req-7eaaa50a-0093-4a6a-99ec-d6f0625c3cac tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1775632
Jun 29 21:44:30.357325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:30.382707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:01f99f8246174787824ec4b32517eb88 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:30.391154 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:30.410905 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:30.427434 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-665b0521-8232-463a-900c-43325f290d7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.4588091
Jun 29 21:44:30.586029 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a95a9fd2-35d6-4f6b-922c-d72b7c61283a req-b5186560-8f40-42b6-9584-19597338f6b8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3818512
Jun 29 21:44:30.726802 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f6f50-b7fc-422b-854f-151dc88ebebf req-0611e13e-c7b1-4e04-86a9-b1956ef71bb3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:30.728763 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Floating IP 07128b09-9a24-4304-a62e-b963980b929a associated. External IP: 172.27.3.12, port: 36ec572a-c75a-4d1e-908f-fe09e6e70e57.
Jun 29 21:44:30.730045 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3e9f6f50-b7fc-422b-854f-151dc88ebebf req-0611e13e-c7b1-4e04-86a9-b1956ef71bb3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.4044547
Jun 29 21:44:30.736888 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-5399cd33-1b67-4a27-8b7c-575c669cb914 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1099 time: 0.5126305
Jun 29 21:44:30.931643 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3e9f6f50-b7fc-422b-854f-151dc88ebebf req-fc0bc91b-c13c-41c1-b04b-a1b0ea47ccdc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1807568
Jun 29 21:44:31.028756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4df77-a855-4a36-b617-198861f1a97b req-7882fb40-ba0a-4012-ae88-c3808d45e050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:31.031797 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-7882fb40-ba0a-4012-ae88-c3808d45e050 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.5934327
Jun 29 21:44:31.188932 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:31.216180 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-ae6a45f8-5f3d-4312-9ddd-d8ae7ac17dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:31.219220 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-ae6a45f8-5f3d-4312-9ddd-d8ae7ac17dba service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.3658981
Jun 29 21:44:31.220286 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:31.236583 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f409a5dd-f041-4427-a1f8-a8c29890887d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:31.393666 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-9627b9c2-47c1-445a-aa15-146851481f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.3529668
Jun 29 21:44:31.514362 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-a3b2a9fa-250b-4344-8e0e-c821731b4b1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 1000 time: 0.2812433
Jun 29 21:44:31.555290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4946a-1077-4f68-a13e-e3bbdf1a62c4,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:31.568350 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:31.609389 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01f99f8246174787824ec4b32517eb88&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5125084
Jun 29 21:44:31.615868 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36576) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:31.694395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4df77-a855-4a36-b617-198861f1a97b req-41649935-5f94-469b-b837-95fee1a968ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:31.696759 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-41649935-5f94-469b-b837-95fee1a968ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.2797468
Jun 29 21:44:31.791301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-292f6ef1-d240-49d8-9860-e2336e413645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:31.795476 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-292f6ef1-d240-49d8-9860-e2336e413645 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.2648962
Jun 29 21:44:31.799692 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-2b7396a5-93ec-47e6-bbd9-461286151232 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0808358
Jun 29 21:44:32.077956 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-4bcd998d-9efb-403e-9742-6048b489ec80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2602575
Jun 29 21:44:32.180720 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:32.197587 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-85b5040f-6cdd-4afc-ac92-f601ac7d2b33 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582575
Jun 29 21:44:32.330520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:32.398707 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-3b9c34ea-d11a-4684-b6b6-f0b139d2412f service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3116751
Jun 29 21:44:32.525694 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2ad4df77-a855-4a36-b617-198861f1a97b req-735b48fe-8266-423f-b892-1963d0aecd06 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3146665
Jun 29 21:44:32.565047 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:32.570504 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f033da0a-f660-45b1-b7b5-a704b08ac9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:32.589755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4946a-1077-4f68-a13e-e3bbdf1a62c4,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:32.600523 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:32.602500 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:32.631159 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaa4946a-1077-4f68-a13e-e3bbdf1a62c4 HTTP/1.1" status: 204  len: 168 time: 1.0089355
Jun 29 21:44:32.701141 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:44:32.907056 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-85604479-e194-4104-a3bd-4faf25d6cfcf req-4e6a2e17-de31-4e0e-9425-efc0d00ef531 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4883509
Jun 29 21:44:33.223316 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cddc4f-a5c2-4a75-be2d-233bb8bd1144 req-f284aa61-9ac5-4ca2-9980-3ac13a632777 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:33.239474 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-01cddc4f-a5c2-4a75-be2d-233bb8bd1144 req-f284aa61-9ac5-4ca2-9980-3ac13a632777 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 1.2551496
Jun 29 21:44:33.339734 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-01cddc4f-a5c2-4a75-be2d-233bb8bd1144 req-46ebb0f5-d5d2-453e-9b14-e3b262f3d229 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987751
Jun 29 21:44:33.356206 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:44:33.372177 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:44:33.374422 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:33.405889 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842a753-b954-4970-a273-c7fba6b4bbd7 req-8966b9b0-d9fc-45c4-8b22-c12cb1cc38bf tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:33.415171 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6842a753-b954-4970-a273-c7fba6b4bbd7 req-8966b9b0-d9fc-45c4-8b22-c12cb1cc38bf tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.4922712
Jun 29 21:44:33.418822 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:33.419952 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892076d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:44:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:33.471168 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-9165374f-33e2-46a2-9c6b-ab0b6c289d6b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "PUT /v2.0/floatingips/07128b09-9a24-4304-a62e-b963980b929a HTTP/1.1" status: 200  len: 990 time: 5.9548233
Jun 29 21:44:33.472102 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6842a753-b954-4970-a273-c7fba6b4bbd7 req-10955ba5-f75c-4644-9646-860615050f79 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558274
Jun 29 21:44:33.472412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:44:33.571967 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'status': 'completed', 'code': 200}
Jun 29 21:44:33.759390 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-22b0b7be-b28b-40c4-a112-3f18ac674035 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1098 time: 0.1521566
Jun 29 21:44:33.827510 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:34.084598 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-f7934077-a08f-4ff8-bd94-d15404243e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:34.086914 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-f7934077-a08f-4ff8-bd94-d15404243e75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.3181493
Jun 29 21:44:34.175088 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36610) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:34.254985 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-8af0b327-57d3-481a-a5ff-25e2af9f655a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 998 time: 0.1581953
Jun 29 21:44:34.335347 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-281209d3-5297-4f2c-a4c5-dca6746859a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:34.337045 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-281209d3-5297-4f2c-a4c5-dca6746859a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0690968
Jun 29 21:44:34.408712 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892076d0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '07128b09-9a24-4304-a62e-b963980b929a', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:43:49Z', 'updated_at': '2021-06-29T21:44:28Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:34.414806 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:44:34.487218 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:44:34.487889 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892076d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:44:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:34.602979 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-30a06465-b29d-4e60-b6ca-49b0a6d6022a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2577324
Jun 29 21:44:34.873832 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:44:34.951577 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-d0587ac4-0670-43d9-ab3a-bc133eb1a41e service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364422
Jun 29 21:44:35.006481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.108668 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:35.146914 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe7b5882132445c97848447818139c4 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:35.152082 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:35.162745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:35.361132 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.368419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.368810 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78b9ebf1-261f-4241-bb57-c34ccbd13a97 req-6e6b7b48-646b-4bdd-88d3-4be08c07f296 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3040214
Jun 29 21:44:35.379988 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5cdb9f12-b761-4b69-98a2-b054687f5eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:35.441413 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9d700-24f7-465c-a3ae-56d71d53f29f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:35.444799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:35.447913 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe7b5882132445c97848447818139c4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2717960
Jun 29 21:44:35.451660 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36630) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:35.543973 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.549799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5dd01-fa70-4f09-9da2-1b391163e527 req-563e2a7b-a00e-4a3c-8280-b1dab6ae6277 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:35.552933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-69b5dd01-fa70-4f09-9da2-1b391163e527 req-563e2a7b-a00e-4a3c-8280-b1dab6ae6277 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.5938845
Jun 29 21:44:35.566560 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524320-a9e8-4fde-9cf1-66aaf9d396d6 req-73f257a2-2b6e-45eb-9948-1424559fa384 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:35.573863 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0524320-a9e8-4fde-9cf1-66aaf9d396d6 req-73f257a2-2b6e-45eb-9948-1424559fa384 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.6614513
Jun 29 21:44:35.579520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.644124 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892076d0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '07128b09-9a24-4304-a62e-b963980b929a', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:43:49Z', 'updated_at': '2021-06-29T21:44:28Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:44:35.650023 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40cfa7-af86-4ce4-a239-bee4d28b8c11 None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '07128b09-9a24-4304-a62e-b963980b929a', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:43:49Z', 'updated_at': '2021-06-29T21:44:28Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:44:35.662850 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.667498 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a09a5946-77f7-458e-b3e4-106b14fa3709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:35.710852 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9d700-24f7-465c-a3ae-56d71d53f29f,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:35.718765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:35.752585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:35.769150 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0524320-a9e8-4fde-9cf1-66aaf9d396d6 req-6c81735c-e895-485a-a77f-0cbd655008a7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942892
Jun 29 21:44:35.787512 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-69b5dd01-fa70-4f09-9da2-1b391163e527 req-31d1993d-946f-454a-a23c-0138b1bd0e22 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2111256
Jun 29 21:44:35.795128 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf9d700-24f7-465c-a3ae-56d71d53f29f HTTP/1.1" status: 204  len: 168 time: 0.3418167
Jun 29 21:44:36.311276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36642) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:36.367131 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:36.460930 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:36.482158 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Usage tracker for resource:security_group_rule and tenant:1f42dcdbbb5846d1a670d22a972dce04 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:36.489228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:36.515569 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:36.594465 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53afa1-b471-44b6-8c67-783fa302afd1 None None] New status for floating IP 07128b09-9a24-4304-a62e-b963980b929a: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:44:36.695936 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:36.712295 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:36.771559 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a0314802-d2fa-49f4-89f9-20fedaeac226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:36.785024 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36648) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:36.797809 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f42dcdbbb5846d1a670d22a972dce04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4816761
Jun 29 21:44:36.833103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e118acc4-1ffe-4a14-bbae-443d1f50d49c,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:36.851002 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:37.114679 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:37.160729 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:37.296472 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:37.304449 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3227510b-388c-40a3-9c9e-c73f372a423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:37.321946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e118acc4-1ffe-4a14-bbae-443d1f50d49c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:37.329112 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:37.332762 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:37.334681 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e118acc4-1ffe-4a14-bbae-443d1f50d49c HTTP/1.1" status: 204  len: 168 time: 0.5484796
Jun 29 21:44:37.425980 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953fcd-a22e-46db-87ae-3e959bbf3772 req-6cd7d673-33af-4217-a68d-3a0a974ba1ec tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:37.429460 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a6953fcd-a22e-46db-87ae-3e959bbf3772 req-6cd7d673-33af-4217-a68d-3a0a974ba1ec tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.2572925
Jun 29 21:44:37.526111 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a6953fcd-a22e-46db-87ae-3e959bbf3772 req-300a8ac7-7114-4564-ade1-3189afcb0055 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862041
Jun 29 21:44:39.074566 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac594c-2786-4546-a543-ef284f1f7c96 req-b0cf1475-ba15-4f93-9e0f-f94ed60d29f4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:39.076076 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97ac594c-2786-4546-a543-ef284f1f7c96 req-b0cf1475-ba15-4f93-9e0f-f94ed60d29f4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.2205210
Jun 29 21:44:39.166140 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97ac594c-2786-4546-a543-ef284f1f7c96 req-e0d2d31f-ab4c-4bb5-98ef-786774d1d4b2 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772855
Jun 29 21:44:40.324513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36714) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:40.651991 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:40.672777 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc145d-bf3a-452c-a5e6-48a6d85255a8 req-f88c3ccb-a412-4408-a963-591fb27b9e8d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:40.675951 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fcfc145d-bf3a-452c-a5e6-48a6d85255a8 req-f88c3ccb-a412-4408-a963-591fb27b9e8d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1776898
Jun 29 21:44:40.691759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:40.696796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Usage tracker for resource:security_group_rule and tenant:ea82340a4bd04229bb01dab39489204b is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:40.711275 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:40.718213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:40.882216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:40.895880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:40.917072 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fcfc145d-bf3a-452c-a5e6-48a6d85255a8 req-a9228c63-7e90-4be8-bc9f-de6048aed9e7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337446
Jun 29 21:44:40.951171 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1b037864-2806-4d54-a57e-7730c552f6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:41.047402 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea82340a4bd04229bb01dab39489204b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7201777
Jun 29 21:44:41.051774 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36732) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:41.068433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1e163-3fae-486e-948a-fce5c24f685c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:41.076810 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:41.134476 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:41.169791 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:41.261145 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:41.271902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4f46603d-a9f8-40c9-b03e-d9c5d8e6a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:41.297011 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1e163-3fae-486e-948a-fce5c24f685c,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:41.302908 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:41.319984 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:41.323890 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43c1e163-3fae-486e-948a-fce5c24f685c HTTP/1.1" status: 204  len: 168 time: 0.2688882
Jun 29 21:44:42.206694 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b35f8-f8e4-4319-80f1-2c150ac5b260 req-9e1825b7-672c-43e7-b19c-4f18a6cb6d93 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:42.210361 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b1b35f8-f8e4-4319-80f1-2c150ac5b260 req-9e1825b7-672c-43e7-b19c-4f18a6cb6d93 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1464581
Jun 29 21:44:42.264563 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b1b35f8-f8e4-4319-80f1-2c150ac5b260 req-4066e3b3-0d92-416e-ac65-a4d10d7916c0 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485022
Jun 29 21:44:42.674213 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81350-48d3-47da-9516-7584eefb742f req-aefbe30c-4f98-4d4d-b67e-ed3f57dbbcb6 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:42.675752 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-aefbe30c-4f98-4d4d-b67e-ed3f57dbbcb6 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 815 time: 0.1468363
Jun 29 21:44:42.692278 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-56a55494-10d2-43e5-8fab-7f7884fdb011 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/quotas/438fa53897384365ab81678b943c30d8 HTTP/1.1" status: 200  len: 375 time: 0.0109563
Jun 29 21:44:42.775371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-bcb81350-48d3-47da-9516-7584eefb742f req-8ecb778c-74ae-438c-9232-3af9e83afe6e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Synchronizing usage tracker for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:44:42.802290 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-bcb81350-48d3-47da-9516-7584eefb742f req-8ecb778c-74ae-438c-9232-3af9e83afe6e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Unset dirty status for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:44:42.803831 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-8ecb778c-74ae-438c-9232-3af9e83afe6e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1060951
Jun 29 21:44:42.966550 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-1ce6217d-53a6-4403-bcd1-5a53e48533d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404512
Jun 29 21:44:43.117619 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-5f3ac881-0ef8-4850-9226-dd86162bcd4f service neutron] 10.222.0.21 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440573
Jun 29 21:44:43.607712 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0c0846dd-678f-42b5-a143-2b4949e90314 req-e25e475a-09ef-46fc-81e5-01c1baf01e93 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 210 time: 0.2323256
Jun 29 21:44:43.653178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c370-01e7-4bda-a919-c3589a87d7db req-32df3368-ae18-48a2-9f25-031f6ab1c310 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:43.654748 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5568c370-01e7-4bda-a919-c3589a87d7db req-32df3368-ae18-48a2-9f25-031f6ab1c310 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1017272
Jun 29 21:44:43.706048 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5568c370-01e7-4bda-a919-c3589a87d7db req-5a1bfd5b-dedc-4ad5-bfb6-0b85251b45ea tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451808
Jun 29 21:44:44.288548 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05aeda1c-1ea6-4e78-abc5-2471caad3746 req-27bb9eee-7f56-4d73-b8f1-ecbf231c37c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.0739582
Jun 29 21:44:44.338406 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05aeda1c-1ea6-4e78-abc5-2471caad3746 req-45657b0b-56c2-4b76-b9a4-144f1feb6b04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413821
Jun 29 21:44:44.460340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:44.890639 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41e8c130-85e2-42bf-b17d-ee6ca5e6dc6e req-30857044-f450-4164-bc28-9cc53b3b47ae tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 210 time: 0.0958004
Jun 29 21:44:44.916231 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81350-48d3-47da-9516-7584eefb742f req-54e3ec4c-f46a-462f-b141-34fce82e661b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:44.918003 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-54e3ec4c-f46a-462f-b141-34fce82e661b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 815 time: 0.2524045
Jun 29 21:44:44.942882 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'port': {'device_id': '61dc466e-48b1-49f8-8364-14d34720730b', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'admin_state_up': True, 'tenant_id': '438fa53897384365ab81678b943c30d8'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:44:45.145622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:45.154611 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d7f69-31a6-4865-aa70-9da02fed881f req-e44252ba-cf4e-44f0-9a15-4f26f665f978 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:45.156106 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8b1d7f69-31a6-4865-aa70-9da02fed881f req-e44252ba-cf4e-44f0-9a15-4f26f665f978 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1980565
Jun 29 21:44:45.163760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:45.201660 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Made reservation on behalf of 438fa53897384365ab81678b943c30d8 for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:44:45.205294 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:45.235145 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8b1d7f69-31a6-4865-aa70-9da02fed881f req-7c842a79-0e97-4906-adb7-b61efb0a1d2a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689876
Jun 29 21:44:45.436710 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Allocated IP 172.20.0.10 (f928998b-480c-4f3d-9167-f727e196becb/e7d9f4ce-2ef8-4b62-a291-479a5a8cd514/ef208a81-eb66-46c6-b3aa-44cb768c7e81) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:44:45.837051 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:45.874743 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Transition to ACTIVE for port object ef208a81-eb66-46c6-b3aa-44cb768c7e81 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:44:45.909352 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:45.918989 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:46.000884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:46.011107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:46.022209 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Network f928998b-480c-4f3d-9167-f727e196becb is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:44:46.038898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:44:46.042148 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:44:46.140697 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:46.141893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:46.249892 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3110003
Jun 29 21:44:46.296501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9153d-092a-409c-bff7-69524917a8db req-89425fcf-487f-49d4-b962-2c24a1bb1c6f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:46.296501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-23c9153d-092a-409c-bff7-69524917a8db req-89425fcf-487f-49d4-b962-2c24a1bb1c6f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Synchronizing usage tracker for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:44:46.325141 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-23c9153d-092a-409c-bff7-69524917a8db req-89425fcf-487f-49d4-b962-2c24a1bb1c6f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Unset dirty status for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:44:46.326649 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23c9153d-092a-409c-bff7-69524917a8db req-89425fcf-487f-49d4-b962-2c24a1bb1c6f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1724434
Jun 29 21:44:46.413609 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23c9153d-092a-409c-bff7-69524917a8db req-3e4c8bf5-dbf5-4c7b-84d1-406e0cf37248 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743084
Jun 29 21:44:46.477186 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2e6642d8-3ccd-4abc-9f9b-84201c3599ee None None] Provisioning for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:44:46.487040 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2e6642d8-3ccd-4abc-9f9b-84201c3599ee None None] Provisioning complete for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:44:46.487708 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2e6642d8-3ccd-4abc-9f9b-84201c3599ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:46.571553 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-2e6642d8-3ccd-4abc-9f9b-84201c3599ee None None] Port ef208a81-eb66-46c6-b3aa-44cb768c7e81 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:44:46.699082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5786-1bb0-412b-a7af-cdfb6a20d93a req-64ce4a7e-f36b-46c3-b019-9255b227c6e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:46.701914 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-345e5786-1bb0-412b-a7af-cdfb6a20d93a req-64ce4a7e-f36b-46c3-b019-9255b227c6e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1134195
Jun 29 21:44:46.791953 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-345e5786-1bb0-412b-a7af-cdfb6a20d93a req-64cb5054-5d64-43bb-9f42-b046791b5993 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789776
Jun 29 21:44:47.731603 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901621-a876-4d5c-befe-c0143b7ce71f req-17bdaa46-3862-407e-9121-7ee7299e675e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:47.733279 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fc901621-a876-4d5c-befe-c0143b7ce71f req-17bdaa46-3862-407e-9121-7ee7299e675e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1302788
Jun 29 21:44:47.852157 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fc901621-a876-4d5c-befe-c0143b7ce71f req-c6eaf5de-d06f-4941-b3a9-fff7548e3ef0 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109424
Jun 29 21:44:48.327730 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44038-cbcd-4d01-b41c-ba2abec31efc req-c0aa55f0-bfc7-4344-99c2-cd9d4eb4b4d1 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:48.335784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcf44038-cbcd-4d01-b41c-ba2abec31efc req-c0aa55f0-bfc7-4344-99c2-cd9d4eb4b4d1 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1924589
Jun 29 21:44:48.414608 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcf44038-cbcd-4d01-b41c-ba2abec31efc req-fd9e7b2e-f592-4d62-bec6-d54efda027a4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722101
Jun 29 21:44:49.164585 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55961cba-5328-4d73-ad7f-36a5e5e5668d req-2c4e282d-f533-4863-baf9-6653ffa52caa tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:49.167679 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-55961cba-5328-4d73-ad7f-36a5e5e5668d req-2c4e282d-f533-4863-baf9-6653ffa52caa tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1529126
Jun 29 21:44:49.293160 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-55961cba-5328-4d73-ad7f-36a5e5e5668d req-e188c78e-0f73-4647-9810-a427019c5db0 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127589
Jun 29 21:44:49.860234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6c5a-3654-45b2-a6ec-8e43a854b661 req-09462a2e-5bcf-469b-8415-4478251012b7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:49.868355 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-764c6c5a-3654-45b2-a6ec-8e43a854b661 req-09462a2e-5bcf-469b-8415-4478251012b7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1940193
Jun 29 21:44:49.948771 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-764c6c5a-3654-45b2-a6ec-8e43a854b661 req-ae58f048-d9f4-4761-ab08-1a71f431e843 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792620
Jun 29 21:44:50.546744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37983366-6fb6-48e4-ab80-9ce8965cb5fe req-eaa07d65-63c1-447b-83d7-931d4751cc0c tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:50.549238 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-37983366-6fb6-48e4-ab80-9ce8965cb5fe req-eaa07d65-63c1-447b-83d7-931d4751cc0c tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.0888848
Jun 29 21:44:50.600161 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-37983366-6fb6-48e4-ab80-9ce8965cb5fe req-ed40960d-312f-4bef-9e7e-914d9f2b52ca tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447407
Jun 29 21:44:51.354600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843a9e-b953-4cd4-8c18-0e2bbd32aa7a req-b276ca54-a794-4e25-beb2-84f15dd8539a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:51.361681 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31843a9e-b953-4cd4-8c18-0e2bbd32aa7a req-b276ca54-a794-4e25-beb2-84f15dd8539a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1759603
Jun 29 21:44:51.437078 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31843a9e-b953-4cd4-8c18-0e2bbd32aa7a req-368e3708-cdaf-4e02-b7aa-0ca7ffae668e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602143
Jun 29 21:44:51.882947 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36886) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:51.914426 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a76-3624-4549-afa6-3b5fb817b9be req-216a9d9d-044a-46a1-ad40-27a8738b9f02 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:51.919336 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4a6b1a76-3624-4549-afa6-3b5fb817b9be req-216a9d9d-044a-46a1-ad40-27a8738b9f02 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1569610
Jun 29 21:44:51.984446 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4a6b1a76-3624-4549-afa6-3b5fb817b9be req-d7aa4b83-6331-4512-b52f-b58dd969f8a7 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609815
Jun 29 21:44:52.076992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.111211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:52.115441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Usage tracker for resource:security_group_rule and tenant:ac887c05b6184c6aae48d45aade568c1 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:52.118853 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:52.126052 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:52.207315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.213326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.225320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a287d71c-c449-4ccd-a00e-b91e41f9289c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:52.271138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202f521-c6fa-49c6-a1db-54928a5b1670,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:52.276770 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac887c05b6184c6aae48d45aade568c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3912287
Jun 29 21:44:52.276770 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:52.278258 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36892) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:52.350430 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.382982 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.453048 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.460065 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-437d797f-9a5f-4b64-af8e-6657851683d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:52.477272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202f521-c6fa-49c6-a1db-54928a5b1670,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:52.480262 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:52.489701 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:52.490728 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9202f521-c6fa-49c6-a1db-54928a5b1670 HTTP/1.1" status: 204  len: 168 time: 0.2115164
Jun 29 21:44:52.729972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b85d-9b32-4d2e-b6eb-790255f785ff req-2b8e576a-3caa-4918-b775-d4cf84010afd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:52.733941 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0922b85d-9b32-4d2e-b6eb-790255f785ff req-2b8e576a-3caa-4918-b775-d4cf84010afd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1311672
Jun 29 21:44:52.876669 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0922b85d-9b32-4d2e-b6eb-790255f785ff req-dd7d12ea-068c-49ef-8ab6-c6b8e3a98c6e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318777
Jun 29 21:44:53.252701 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607e7fe-c2d7-4172-88f0-24c71efa99be req-186acfef-8bbf-4293-a071-326e4f9c13ac tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:53.254587 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c607e7fe-c2d7-4172-88f0-24c71efa99be req-186acfef-8bbf-4293-a071-326e4f9c13ac tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1064098
Jun 29 21:44:53.346476 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c607e7fe-c2d7-4172-88f0-24c71efa99be req-2d189979-9b7d-4e83-aac6-131844194271 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781319
Jun 29 21:44:53.437132 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:44:54.318538 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ccdbe-9d89-4766-a6a0-1d6824772735 req-3895bc01-d14c-4ab3-929f-e32ebcff6aff tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:54.327827 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eb4ccdbe-9d89-4766-a6a0-1d6824772735 req-3895bc01-d14c-4ab3-929f-e32ebcff6aff tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1515949
Jun 29 21:44:54.423924 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eb4ccdbe-9d89-4766-a6a0-1d6824772735 req-1d63c02c-f57d-422d-9cdc-a368e7509932 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927815
Jun 29 21:44:54.767033 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de11e3-9a34-44bc-a3de-9aaf015baa7a req-87f71ac9-f0fd-4780-9313-e99e0fec0b1c tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:54.776291 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96de11e3-9a34-44bc-a3de-9aaf015baa7a req-87f71ac9-f0fd-4780-9313-e99e0fec0b1c tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1119034
Jun 29 21:44:54.839533 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96de11e3-9a34-44bc-a3de-9aaf015baa7a req-3cb4796b-2913-42e8-b5b4-f8ba8fa9f72e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620549
Jun 29 21:44:54.944298 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 36950) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:55.303697 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.376044 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:44:55.377520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-863b4c10-f878-460d-8905-d7aa1204fc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.393236 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Usage tracker for resource:security_group_rule and tenant:d81c86e273ed41598fea37fefa621579 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:44:55.398851 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:44:55.410635 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:44:55.543579 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.549667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.564263 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-82e70cbd-4583-4834-bee4-b5d5512a1932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:55.687701 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6da961-be98-4c2b-b1a4-d91fe3f01619,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:55.691018 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:55.700229 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e7a9da27-f156-456c-bb7f-4546b8b50427 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d81c86e273ed41598fea37fefa621579&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7657528
Jun 29 21:44:55.701496 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 36962) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:44:55.786326 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.805404 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361420a-82ee-4b02-9eff-d5e91f90864f req-4e397d37-33a2-499b-ab28-43834f77f43b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:55.808419 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9361420a-82ee-4b02-9eff-d5e91f90864f req-4e397d37-33a2-499b-ab28-43834f77f43b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.2016883
Jun 29 21:44:55.862413 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.901278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.901830 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9361420a-82ee-4b02-9eff-d5e91f90864f req-5ce8ec9a-0700-4d92-b234-0f7307847828 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815680
Jun 29 21:44:55.961381 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.965395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d67b2494-a776-4705-9bcf-89db8f2d4279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:44:55.978672 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6da961-be98-4c2b-b1a4-d91fe3f01619,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:44:55.981122 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:44:55.991429 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:55.993314 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8356f895-97d0-4181-9bdb-f5882370097d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e6da961-be98-4c2b-b1a4-d91fe3f01619 HTTP/1.1" status: 204  len: 168 time: 0.2893085
Jun 29 21:44:56.191934 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8aead-ffbb-45da-80ee-3cde7922680d req-3c85df07-0d05-4c26-a686-215a36f97928 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:56.195075 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6db8aead-ffbb-45da-80ee-3cde7922680d req-3c85df07-0d05-4c26-a686-215a36f97928 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1384091
Jun 29 21:44:56.287086 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6db8aead-ffbb-45da-80ee-3cde7922680d req-c1827351-787b-49a3-bf06-2ff920ec66b9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815134
Jun 29 21:44:57.299456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069c1a-7d80-4026-9395-02769e80e6dd req-5958b62d-87cc-4ccc-84aa-b9a8a758b6bd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:57.301057 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-68069c1a-7d80-4026-9395-02769e80e6dd req-5958b62d-87cc-4ccc-84aa-b9a8a758b6bd tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1024835
Jun 29 21:44:57.366164 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-68069c1a-7d80-4026-9395-02769e80e6dd req-a45964f7-5e1b-4a6b-9c96-61c3fafc9481 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539629
Jun 29 21:44:57.619521 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55ec5-17c4-4cbc-aa34-7a7808319fad req-6dd64b36-3eb6-4671-8f4f-8480fd69b5ba tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:57.621169 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7db55ec5-17c4-4cbc-aa34-7a7808319fad req-6dd64b36-3eb6-4671-8f4f-8480fd69b5ba tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.1243653
Jun 29 21:44:57.632660 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3dc20ac0-3811-47c8-beb2-fea39b1c66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:57.681210 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7db55ec5-17c4-4cbc-aa34-7a7808319fad req-f7c41bdf-984b-441b-a1f5-d7819e7c80a0 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492742
Jun 29 21:44:58.646541 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c819d1d-51b3-4da0-8be3-4b1236155a05 req-dce0fc7f-342e-4da7-9377-3f37eac65b00 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:58.648158 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c819d1d-51b3-4da0-8be3-4b1236155a05 req-dce0fc7f-342e-4da7-9377-3f37eac65b00 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0862269
Jun 29 21:44:58.698474 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c819d1d-51b3-4da0-8be3-4b1236155a05 req-678d1867-543c-4486-899d-9e52cba3d30f tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437162
Jun 29 21:44:58.835377 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:44:58.925251 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bcb4-83b6-4fc0-b8ef-9b248fb7234e req-fdfac314-e5ab-40a9-b88b-60ea74b6ef53 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:44:58.927086 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6415bcb4-83b6-4fc0-b8ef-9b248fb7234e req-fdfac314-e5ab-40a9-b88b-60ea74b6ef53 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.0854468
Jun 29 21:44:58.977490 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6415bcb4-83b6-4fc0-b8ef-9b248fb7234e req-9b143e03-2120-4958-856b-da254d7ec56b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444679
Jun 29 21:45:00.000658 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763def-b781-46ab-9c91-ebbb201acc99 req-bf07b662-9e1d-4158-8637-6a15631f63d4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:00.002152 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d763def-b781-46ab-9c91-ebbb201acc99 req-bf07b662-9e1d-4158-8637-6a15631f63d4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0854042
Jun 29 21:45:00.016768 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Request body: {'port': {'device_id': '61dc466e-48b1-49f8-8364-14d34720730b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:00.111552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:00.287194 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d763def-b781-46ab-9c91-ebbb201acc99 req-497dfceb-aed0-4466-8d65-be05c6ade203 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661110
Jun 29 21:45:00.312765 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:00.463025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d7c14-81d3-4fa5-be21-657ce00a95f9 req-81bb3cad-2fd8-4cbd-a659-83f46da5d446 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:00.464555 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e7d7c14-81d3-4fa5-be21-657ce00a95f9 req-81bb3cad-2fd8-4cbd-a659-83f46da5d446 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 932 time: 0.2932324
Jun 29 21:45:00.581440 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e7d7c14-81d3-4fa5-be21-657ce00a95f9 req-bbf48f61-b0ec-4621-8588-352faac846ff tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052272
Jun 29 21:45:00.796566 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef208a81-eb66-46c6-b3aa-44cb768c7e81 {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:45:00.809696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:00.836508 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Transition to ACTIVE for port object ef208a81-eb66-46c6-b3aa-44cb768c7e81 will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:45:00.845434 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:00.852519 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:01.039008 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:01.042473 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:01.154964 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Attempting to bind port ef208a81-eb66-46c6-b3aa-44cb768c7e81 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:45:01.155315 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Attempting to bind port ef208a81-eb66-46c6-b3aa-44cb768c7e81 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:45:01.155666 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Attempting to bind port ef208a81-eb66-46c6-b3aa-44cb768c7e81 on network f928998b-480c-4f3d-9167-f727e196becb {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:45:01.163154 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Port ef208a81-eb66-46c6-b3aa-44cb768c7e81 on network f928998b-480c-4f3d-9167-f727e196becb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:45:01.163548 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Attempting to bind port ef208a81-eb66-46c6-b3aa-44cb768c7e81 on network f928998b-480c-4f3d-9167-f727e196becb {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:45:01.172830 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:45:01.173451 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Checking segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:45:01.174154 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Bound using segment: {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:45:01.174809 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Bound port: ef208a81-eb66-46c6-b3aa-44cb768c7e81, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b6adf9-2a64-44ad-adfd-6ef0068d890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:45:01.175366 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:01.284953 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:45:01.289269 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:45:01.296696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:01.307846 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:01.430294 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:01.432895 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 1094 time: 1.4206102
Jun 29 21:45:01.433645 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:01.672348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:45:01.685069 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:01.694824 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:01.838189 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844160-e41b-4cd5-809d-285f62dadd73 req-8e175457-b66f-49c6-9b1c-624ac21d64fa tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:01.845721 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76844160-e41b-4cd5-809d-285f62dadd73 req-8e175457-b66f-49c6-9b1c-624ac21d64fa tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.3566802
Jun 29 21:45:01.887077 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-53fc701c-ec44-467a-94ce-7d5ea9261a61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1097 time: 0.3763554
Jun 29 21:45:01.981348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-65c51189-5a49-4162-b7b4-e3d1a3382ca8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 217 time: 0.0768871
Jun 29 21:45:02.046246 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62017-2b31-4a2c-8c89-2c3ff4988ec1 req-25691a7f-74a3-4106-8eec-13ef973242e2 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:02.047775 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-46d62017-2b31-4a2c-8c89-2c3ff4988ec1 req-25691a7f-74a3-4106-8eec-13ef973242e2 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.2904286
Jun 29 21:45:02.054225 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76844160-e41b-4cd5-809d-285f62dadd73 req-2eb8d298-d802-489b-abd4-59ee49b4f783 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076571
Jun 29 21:45:02.103904 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81350-48d3-47da-9516-7584eefb742f req-6930ff02-00a2-4518-ac39-5a226bc8da8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:02.105396 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-6930ff02-00a2-4518-ac39-5a226bc8da8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.1169999
Jun 29 21:45:02.150371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-46d62017-2b31-4a2c-8c89-2c3ff4988ec1 req-35f70c04-4f97-4df6-957d-fe80a83025d8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923669
Jun 29 21:45:02.200682 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-acd684eb-b00c-4a68-8d6a-2f071bd446ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865872
Jun 29 21:45:02.356385 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-22fab17e-3fcc-46dc-a7ef-4d00951b404b service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462512
Jun 29 21:45:02.710431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ef27-92f4-42e8-809d-8a099ded0fa8 req-04ffa40d-52eb-4651-898d-c17071acd5fb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:02.713371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a62ef27-92f4-42e8-809d-8a099ded0fa8 req-04ffa40d-52eb-4651-898d-c17071acd5fb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0844252
Jun 29 21:45:02.766210 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a62ef27-92f4-42e8-809d-8a099ded0fa8 req-07e10da9-d9b7-4925-a512-88a3c26d59e6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471373
Jun 29 21:45:03.340756 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bcb81350-48d3-47da-9516-7584eefb742f req-d87696e6-6833-4ce9-b919-4dfd4d204f54 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789398
Jun 29 21:45:03.374154 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4499-85c4-4ee0-a22d-4da5d81a2919 req-0ff16355-bafd-43ec-af18-43b50fefe0ad tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:03.375599 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-400b4499-85c4-4ee0-a22d-4da5d81a2919 req-0ff16355-bafd-43ec-af18-43b50fefe0ad tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.0935583
Jun 29 21:45:03.482618 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-400b4499-85c4-4ee0-a22d-4da5d81a2919 req-d0f1e632-aaf5-4bf3-b709-c940cb089e6b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013839
Jun 29 21:45:04.005804 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e966-51e5-4eb6-8dd7-a599d5e1405a req-208a3c2b-95b6-4a04-a9ba-3574f73fe9de tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:04.008476 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9759e966-51e5-4eb6-8dd7-a599d5e1405a req-208a3c2b-95b6-4a04-a9ba-3574f73fe9de tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0938792
Jun 29 21:45:04.065182 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9759e966-51e5-4eb6-8dd7-a599d5e1405a req-c1d4a911-8e8b-433d-a95b-d8e4021affd6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509801
Jun 29 21:45:04.681497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7429d-2cb5-487d-abaa-a7d81acab7f3 req-82e80c90-690d-4988-aafa-464422a12f02 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:04.682956 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bfc7429d-2cb5-487d-abaa-a7d81acab7f3 req-82e80c90-690d-4988-aafa-464422a12f02 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.0786979
Jun 29 21:45:04.728758 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bfc7429d-2cb5-487d-abaa-a7d81acab7f3 req-48f235fc-141c-4bdd-9fca-d40ad3d6ba6c tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402362
Jun 29 21:45:05.157294 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-0cf9bf74-d2d1-47f7-bc78-6377b8c5821b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 1098 time: 0.0872443
Jun 29 21:45:05.174540 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-94b16bcf-e021-498a-9bcf-e00a3d3003bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1097 time: 0.0821147
Jun 29 21:45:05.337447 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c39c-124d-40d9-8fdf-42d5292adada req-8a2d0e93-98b7-4090-9f01-70485fb4d06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:05.339949 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-8a2d0e93-98b7-4090-9f01-70485fb4d06e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.1558366
Jun 29 21:45:05.379077 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-96928e94-afdf-4098-9bb5-f6ffea76bd05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:05.380595 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-96928e94-afdf-4098-9bb5-f6ffea76bd05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 200  len: 919 time: 0.2107430
Jun 29 21:45:05.467841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595dbfb-b8fb-431d-92c9-61192c2427ef req-74a17564-f253-4746-bbf9-3656d75168a9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:05.469335 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8595dbfb-b8fb-431d-92c9-61192c2427ef req-74a17564-f253-4746-bbf9-3656d75168a9 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.2118363
Jun 29 21:45:05.470917 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-1d5dfa9d-bd28-40b0-a8d3-6be93390e679 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 217 time: 0.1207550
Jun 29 21:45:05.471662 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-cb808ea5-cca3-42df-9aca-0eadcdddc24a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 200  len: 217 time: 0.0830717
Jun 29 21:45:05.569138 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c39c-124d-40d9-8fdf-42d5292adada req-3e8379fd-d7c7-48b9-88d0-1447dcc9aa2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:05.571018 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-3e8379fd-d7c7-48b9-88d0-1447dcc9aa2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.0815380
Jun 29 21:45:05.586132 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-298d57b5-95bc-40fc-bf8b-b46113796957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:05.588189 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-298d57b5-95bc-40fc-bf8b-b46113796957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 200  len: 858 time: 0.0894616
Jun 29 21:45:05.590603 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8595dbfb-b8fb-431d-92c9-61192c2427ef req-dc58f521-4044-4611-bc8a-6cdcf04ee411 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090312
Jun 29 21:45:05.645761 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-7b85a11b-73c6-4726-b36e-af02909b61d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64849a70-4477-46a1-84c7-dab7d43af0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502102
Jun 29 21:45:05.656711 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-149c9f64-6115-4f81-9168-eb286dec267c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787792
Jun 29 21:45:05.792174 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-64391254-cbba-4064-8b19-d59c0eb81bfb service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382971
Jun 29 21:45:05.819454 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-8f2047c0-d68b-4e63-9a22-fa79a3710098 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519589
Jun 29 21:45:05.998435 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-7163c39c-124d-40d9-8fdf-42d5292adada req-d848392a-bccf-4e77-bf90-aca3dffdcf13 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664715
Jun 29 21:45:06.002769 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f1f08224-b873-4bf1-a924-31bdd5ef83b8 req-ef496ece-ced4-42af-9e6a-497381f3c7c7 service neutron] 10.222.0.26 "GET /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005212
Jun 29 21:45:06.016708 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09bee3-6021-4365-adde-5b4244a8cae2 req-52f04751-e1f9-42a8-a518-13f9235110a5 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:06.018115 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5f09bee3-6021-4365-adde-5b4244a8cae2 req-52f04751-e1f9-42a8-a518-13f9235110a5 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.1391435
Jun 29 21:45:06.069817 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5f09bee3-6021-4365-adde-5b4244a8cae2 req-ea3dded0-fb98-4e50-8121-10e84cb2e773 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459740
Jun 29 21:45:06.362971 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37098) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:06.508076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.540199 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:06.544032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Usage tracker for resource:security_group_rule and tenant:ed08b942bab14d5092146594d48b3f2f is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:06.547893 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:06.558437 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:06.640776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.647759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.654775 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4bd990d2-8d5b-4fb7-bd3a-d031a685f9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:06.695744 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29963a3f-605b-48e1-939b-ece8fba7e271,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:06.704059 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed08b942bab14d5092146594d48b3f2f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3399687
Jun 29 21:45:06.706868 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37108) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:06.709881 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.710238 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.710596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.710948 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.711320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.711667 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.712009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.712390 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.712688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.713055 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.713354 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:06.727432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:06.779431 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.806854 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.843050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06b10-330e-40fc-8952-4c8c0a6acf32 req-ee48ed29-5e05-4c41-bcb0-a5ad218bb1d6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:06.844659 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0db06b10-330e-40fc-8952-4c8c0a6acf32 req-ee48ed29-5e05-4c41-bcb0-a5ad218bb1d6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0906117
Jun 29 21:45:06.867276 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.871332 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aa506c1e-1a90-4912-acf0-32178772ac9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:06.885737 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29963a3f-605b-48e1-939b-ece8fba7e271,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:06.887953 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:06.894587 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0db06b10-330e-40fc-8952-4c8c0a6acf32 req-cedde0de-174d-4056-a044-7f806e311de6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440192
Jun 29 21:45:06.895644 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:06.899488 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29963a3f-605b-48e1-939b-ece8fba7e271 HTTP/1.1" status: 204  len: 168 time: 0.1888537
Jun 29 21:45:07.276879 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86316072-5445-46b7-b640-1884b0329f65 req-c25fccf3-9983-4694-85c4-7759df13fe7d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:07.278344 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86316072-5445-46b7-b640-1884b0329f65 req-c25fccf3-9983-4694-85c4-7759df13fe7d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.0781560
Jun 29 21:45:07.327938 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86316072-5445-46b7-b640-1884b0329f65 req-1729efb5-60af-4fa3-83b6-485091ac1005 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422909
Jun 29 21:45:08.108952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f91582-3511-449c-b628-98f42b76be9e req-af462db9-3d75-4511-a1e0-68403c709da6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:08.110437 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e8f91582-3511-449c-b628-98f42b76be9e req-af462db9-3d75-4511-a1e0-68403c709da6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0922635
Jun 29 21:45:08.182368 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e8f91582-3511-449c-b628-98f42b76be9e req-54168fae-4779-4ae1-8e46-fc9d927cb636 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619662
Jun 29 21:45:08.538211 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183371-b0db-47b7-b2ce-5ec8e2b2d0a5 req-7570ce02-bc14-4f8b-bdc9-0cd3ddc2cf2b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:08.539685 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e0183371-b0db-47b7-b2ce-5ec8e2b2d0a5 req-7570ce02-bc14-4f8b-bdc9-0cd3ddc2cf2b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 944 time: 0.0802238
Jun 29 21:45:08.591582 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e0183371-b0db-47b7-b2ce-5ec8e2b2d0a5 req-70c25df6-62cb-41e1-b1cb-bb593e1ea2c1 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456715
Jun 29 21:45:08.889350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ef208a81-eb66-46c6-b3aa-44cb768c7e81 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:45:09.031541 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:09.044759 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'port_id': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'mac_address': 'fa:16:3e:df:e7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:45:09.098050 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:09.121609 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef208a81-eb66-46c6-b3aa-44cb768c7e81 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:45:09.137704 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:09.142673 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:09.144450 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:09.214865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:09.218043 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:09.386034 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137b4c-816b-493e-bc11-c5aad812ed3c req-45868242-375a-4d50-94da-bbeec4f5c941 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:09.387405 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a137b4c-816b-493e-bc11-c5aad812ed3c req-45868242-375a-4d50-94da-bbeec4f5c941 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0782008
Jun 29 21:45:09.440590 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a137b4c-816b-493e-bc11-c5aad812ed3c req-1014b3a5-6cf7-474b-a1a4-1f29876e61b6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473542
Jun 29 21:45:09.474478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:09.940518 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b169c75-4a72-40cd-99bf-2cf474f58ba9 req-6d4b9752-9742-4aee-8d3b-992856e824cd tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:09.943108 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8b169c75-4a72-40cd-99bf-2cf474f58ba9 req-6d4b9752-9742-4aee-8d3b-992856e824cd tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 945 time: 0.2195265
Jun 29 21:45:10.017109 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8b169c75-4a72-40cd-99bf-2cf474f58ba9 req-8eb19c15-da11-4026-9ca0-98d05f227468 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654428
Jun 29 21:45:10.636501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f56dc-f8e2-42df-9869-fa68bb2263ee req-d16358be-c898-4ee2-be95-574907e33057 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:10.637941 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-849f56dc-f8e2-42df-9869-fa68bb2263ee req-d16358be-c898-4ee2-be95-574907e33057 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0754278
Jun 29 21:45:10.685594 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-849f56dc-f8e2-42df-9869-fa68bb2263ee req-7ae19a7a-e341-4c1d-9129-90f3705240fe tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405636
Jun 29 21:45:11.248987 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296add4-c6a8-407e-bc9b-34338f5afe93 req-fa13b2a9-f70e-4d75-adb4-e1c000ea2b85 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:11.250561 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3296add4-c6a8-407e-bc9b-34338f5afe93 req-fa13b2a9-f70e-4d75-adb4-e1c000ea2b85 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 945 time: 0.0852985
Jun 29 21:45:11.299435 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3296add4-c6a8-407e-bc9b-34338f5afe93 req-493a048f-2a48-4684-bd6d-0f8d1bf888ab tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427804
Jun 29 21:45:11.893886 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54da9-a8e0-4451-849c-1305f6bfdb0a req-1a417d63-db8d-4d74-af46-dd0c992532cc tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:11.895608 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3db54da9-a8e0-4451-849c-1305f6bfdb0a req-1a417d63-db8d-4d74-af46-dd0c992532cc tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0796077
Jun 29 21:45:11.949355 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3db54da9-a8e0-4451-849c-1305f6bfdb0a req-9b77728e-8605-4851-a18a-aa6608f64e5b tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439293
Jun 29 21:45:12.517025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2971be-b311-4ab6-84eb-22eae96e3bfa req-99238ece-cb69-43f2-a919-6f77a8486014 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:12.518563 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bb2971be-b311-4ab6-84eb-22eae96e3bfa req-99238ece-cb69-43f2-a919-6f77a8486014 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 945 time: 0.0856817
Jun 29 21:45:12.577833 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bb2971be-b311-4ab6-84eb-22eae96e3bfa req-13088400-cc10-4b97-9a11-845b4bd3d5ea tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532618
Jun 29 21:45:13.087062 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ef208a81-eb66-46c6-b3aa-44cb768c7e81 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:45:13.166147 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932f6ec-97cd-4e1c-bd3c-e397ce46dc35 req-a0868ce2-81c1-40d5-8542-de2e0c751d1e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:13.167977 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3932f6ec-97cd-4e1c-bd3c-e397ce46dc35 req-a0868ce2-81c1-40d5-8542-de2e0c751d1e tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0929720
Jun 29 21:45:13.188956 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:45:13.197199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:45:13.197761 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:13.231858 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3932f6ec-97cd-4e1c-bd3c-e397ce46dc35 req-8a615832-c7aa-4e62-96cc-89346b76154d tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534759
Jun 29 21:45:13.345672 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:13.377164 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:13.388987 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:13.394842 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:13.397425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:13.454432 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'code': 200}
Jun 29 21:45:13.503382 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:13.509399 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:14.003487 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6049f4de-eb44-4954-ad84-5d7275ac77d8 req-dfaf3aca-3a4d-46c4-ae82-4f5e466eca3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1099 time: 0.2019887
Jun 29 21:45:14.014859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f0872-c653-4fe7-b136-23f4549b395c req-b3a60299-82e0-4bcc-be82-f25dfd2e4ef7 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:14.016383 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-135f0872-c653-4fe7-b136-23f4549b395c req-b3a60299-82e0-4bcc-be82-f25dfd2e4ef7 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1593406
Jun 29 21:45:14.090339 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6049f4de-eb44-4954-ad84-5d7275ac77d8 req-c814523c-61cf-48a2-8b21-5964a34731e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729711
Jun 29 21:45:14.096034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-135f0872-c653-4fe7-b136-23f4549b395c req-6e60ec73-308f-4b15-92ad-0da35deb3d16 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636427
Jun 29 21:45:14.453061 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:14.463369 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6b759-0af7-485f-8339-0cf80783b1e0 req-5eefabc6-edc2-4769-a10e-e72450583ca8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:14.464804 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41d6b759-0af7-485f-8339-0cf80783b1e0 req-5eefabc6-edc2-4769-a10e-e72450583ca8 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0827281
Jun 29 21:45:14.523796 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41d6b759-0af7-485f-8339-0cf80783b1e0 req-e90ed5f2-fbf0-4971-ba9b-af338ac2af10 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518243
Jun 29 21:45:14.886971 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-6b103c0a-846d-4a7e-9d74-01bc53fd0978 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0848067
Jun 29 21:45:15.020698 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-61b6fe6b-be9e-4e48-9ca1-513a1218be94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1099 time: 0.1006513
Jun 29 21:45:15.381874 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-5d910490-8395-4372-85af-e5104f6f5cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:15.383386 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-5d910490-8395-4372-85af-e5104f6f5cbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.3163922
Jun 29 21:45:15.518791 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-e261aa68-55fd-4bc9-86ba-986b24a00bf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 1000 time: 0.1285563
Jun 29 21:45:15.534666 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0e904-1cc1-4919-a7a5-7b94d050e03e req-48057569-df9d-41fd-a7b5-ad52cb11f088 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:15.536162 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c6f0e904-1cc1-4919-a7a5-7b94d050e03e req-48057569-df9d-41fd-a7b5-ad52cb11f088 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.2503943
Jun 29 21:45:15.627672 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-4ca38b03-6705-43d6-94fe-25e9831445a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:15.629115 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-4ca38b03-6705-43d6-94fe-25e9831445a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0920990
Jun 29 21:45:15.637032 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c6f0e904-1cc1-4919-a7a5-7b94d050e03e req-b46fbc29-419d-4260-91da-7dab52db1521 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655153
Jun 29 21:45:15.718715 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-5b38216e-bb1e-42b8-92d8-a4dd0bc07b17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751948
Jun 29 21:45:15.868031 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-3753edb6-007f-47cd-bc60-f9795b428a23 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331360
Jun 29 21:45:16.085965 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d800e8b-3584-48dc-988d-ab6e87fc6b6a req-da4ffc43-b485-4787-8513-99e545165dcd service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984642
Jun 29 21:45:16.853140 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dddb10-a266-42ef-b792-2c9666ae1d89 req-483a9b5c-ff16-4c3e-8f1a-e4b500453763 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:16.854604 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-27dddb10-a266-42ef-b792-2c9666ae1d89 req-483a9b5c-ff16-4c3e-8f1a-e4b500453763 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.0894213
Jun 29 21:45:16.904438 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-27dddb10-a266-42ef-b792-2c9666ae1d89 req-0187b8d3-496c-4057-88ab-b937de39a56e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420291
Jun 29 21:45:17.134779 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead940a3-91d2-4441-afe5-160164594775 req-097a697c-593a-4038-913e-c09caff6cca5 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:17.137276 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ead940a3-91d2-4441-afe5-160164594775 req-097a697c-593a-4038-913e-c09caff6cca5 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1033247
Jun 29 21:45:17.199170 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ead940a3-91d2-4441-afe5-160164594775 req-9fb9a5c4-2aad-4d4f-bd90-ab483acf67d7 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554087
Jun 29 21:45:17.684580 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a9c9-f894-44da-90e6-ee1253e00ef1 req-eb39f21f-f516-4703-9565-fd3de21a67b9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:17.686014 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3110a9c9-f894-44da-90e6-ee1253e00ef1 req-eb39f21f-f516-4703-9565-fd3de21a67b9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1087554
Jun 29 21:45:17.741927 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3110a9c9-f894-44da-90e6-ee1253e00ef1 req-f259e9fb-ee12-441f-9a6b-1402f2fefa93 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493016
Jun 29 21:45:20.451944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385b660-9b9b-413d-8f17-ba3afaa3d619 req-4d3a7ec2-3455-4854-b122-9730196d0959 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:20.453401 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4385b660-9b9b-413d-8f17-ba3afaa3d619 req-4d3a7ec2-3455-4854-b122-9730196d0959 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0916309
Jun 29 21:45:20.518719 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4385b660-9b9b-413d-8f17-ba3afaa3d619 req-01cc39fd-7fdb-48c1-97a9-8b53c6e9e159 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546863
Jun 29 21:45:20.529058 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37310) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:20.679554 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:20.712639 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:20.716359 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Usage tracker for resource:security_group_rule and tenant:c41195334c7b4831af129a574b91d2b9 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:20.719222 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:20.725260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:20.808285 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:20.813525 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:20.821251 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f1aa8ddd-9e35-4399-ba83-bb18b0cf8628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:20.866727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a1dec6-39a2-4d7a-accb-5f2df465e511,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:20.875371 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c41195334c7b4831af129a574b91d2b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3416491
Jun 29 21:45:20.875371 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:20.876397 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37316) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:20.948261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:20.978062 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:21.037617 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:21.041436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-24008acc-9174-4787-a0b6-7b7c01503f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:21.053699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a1dec6-39a2-4d7a-accb-5f2df465e511,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:21.057450 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:21.062310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:21.063670 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a1dec6-39a2-4d7a-accb-5f2df465e511 HTTP/1.1" status: 204  len: 168 time: 0.1864331
Jun 29 21:45:21.723581 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c41e6-322c-48d7-8dd0-5b9648fba53e req-f69c9804-6fdc-4dbc-acbe-b6e2b29408e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:21.725123 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e2c41e6-322c-48d7-8dd0-5b9648fba53e req-f69c9804-6fdc-4dbc-acbe-b6e2b29408e5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0847642
Jun 29 21:45:21.780378 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e2c41e6-322c-48d7-8dd0-5b9648fba53e req-cc14fa35-ecde-41dc-8b95-067ddd83b861 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492811
Jun 29 21:45:22.887082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-7e2aa514-898b-4952-8756-5e85245b79f7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:22.889706 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-7e2aa514-898b-4952-8756-5e85245b79f7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.0906329
Jun 29 21:45:23.013146 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Deleting port d2e2816c-e15c-4e99-af6c-b496677d3d52 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:45:23.013922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:23.142934 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac16c5-befa-4e0b-afdb-2218108ec36b req-ca446b3f-fe42-421d-9d95-818af2808b94 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:23.144535 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11ac16c5-befa-4e0b-afdb-2218108ec36b req-ca446b3f-fe42-421d-9d95-818af2808b94 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 945 time: 0.1993411
Jun 29 21:45:23.296623 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11ac16c5-befa-4e0b-afdb-2218108ec36b req-e8148498-a0c5-4b17-9d8e-5cc226184a28 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424124
Jun 29 21:45:23.354884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] For port d2e2816c-e15c-4e99-af6c-b496677d3d52, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d2e2816c-e15c-4e99-af6c-b496677d3d52,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:23.355370 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:23.526914 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Calling delete_port for d2e2816c-e15c-4e99-af6c-b496677d3d52 owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:45:23.704426 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:23.713379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:23.718908 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['839fcec4-146d-49b5-ab24-1cf944574abd', 'd2e2816c-e15c-4e99-af6c-b496677d3d52'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:23.790037 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Pushing event deleted for resources: {'Port': ['ID=d2e2816c-e15c-4e99-af6c-b496677d3d52,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:23.838280 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.838791 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.839261 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.839769 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.840327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.840829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.841349 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.841794 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.842235 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.842679 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.843125 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:23.851670 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:23.913901 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] No DVR routers for this DVR port d2e2816c-e15c-4e99-af6c-b496677d3d52 on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:45:23.918010 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:23.921409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'name': 'network-vif-deleted', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:23.939820 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f5ddc675-223d-4ebc-bf92-378522578e4d req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "DELETE /v2.0/ports/d2e2816c-e15c-4e99-af6c-b496677d3d52 HTTP/1.1" status: 204  len: 173 time: 1.0381753
Jun 29 21:45:23.980241 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10235b0-9943-40e2-9071-3424b1e70420', 'name': 'network-vif-deleted', 'tag': 'd2e2816c-e15c-4e99-af6c-b496677d3d52', 'status': 'completed', 'code': 200}
Jun 29 21:45:24.503511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-fca29cdf-51fa-4a95-82c1-771a312a6232 req-0e4f4f13-eb15-4743-908e-fc79789c7123 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Synchronizing usage tracker for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:45:24.521857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-fca29cdf-51fa-4a95-82c1-771a312a6232 req-0e4f4f13-eb15-4743-908e-fc79789c7123 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Unset dirty status for tenant:5338380d9e7a480dbe7b1fb9aa83f3ea on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:45:24.523277 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fca29cdf-51fa-4a95-82c1-771a312a6232 req-0e4f4f13-eb15-4743-908e-fc79789c7123 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10235b0-9943-40e2-9071-3424b1e70420 HTTP/1.1" status: 200  len: 210 time: 0.0623035
Jun 29 21:45:25.326675 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-760db8a9-0f89-4ae8-b2e8-a6415e1076bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:25.758227 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:26.177347 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acd3b5-17dc-496a-9a63-a872ca2a1beb req-a18e966d-8869-44b9-b9d6-683254828ceb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:26.178854 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82acd3b5-17dc-496a-9a63-a872ca2a1beb req-a18e966d-8869-44b9-b9d6-683254828ceb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0850141
Jun 29 21:45:26.198325 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d2e2816c-e15c-4e99-af6c-b496677d3d52 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:45:26.230380 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82acd3b5-17dc-496a-9a63-a872ca2a1beb req-2adc9f9f-c926-42c8-aefe-5994755c244a tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452507
Jun 29 21:45:26.232528 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: d2e2816c-e15c-4e99-af6c-b496677d3d52 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:45:26.232880 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d2e2816c-e15c-4e99-af6c-b496677d3d52 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:45:27.445998 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263087-ce1a-455a-9f76-c55098c21bd0 req-b2594b25-170c-42cf-aaa9-1c5ed90aefb5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:27.447945 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e6263087-ce1a-455a-9f76-c55098c21bd0 req-b2594b25-170c-42cf-aaa9-1c5ed90aefb5 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0823884
Jun 29 21:45:27.498828 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e6263087-ce1a-455a-9f76-c55098c21bd0 req-eb606299-97a8-403e-9e7c-3141e0215ba7 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449739
Jun 29 21:45:27.618936 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-01a4d7e4-f301-49ff-b368-994030735778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:28.576683 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e64179-6937-44ad-895c-34aad921ea2b req-866d0971-0c7d-4bb5-a9b5-88105c82b4fb tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:28.578131 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73e64179-6937-44ad-895c-34aad921ea2b req-866d0971-0c7d-4bb5-a9b5-88105c82b4fb tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1844153
Jun 29 21:45:28.632399 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73e64179-6937-44ad-895c-34aad921ea2b req-a979bc74-c9a2-4cf6-8d5a-36ae8ab374d5 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473752
Jun 29 21:45:28.664178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37384) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:28.839855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:29.068739 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4b70-0788-4346-b403-1dfba2f4bf45 req-548d073a-654c-4f49-81ce-80df894281c4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:29.070262 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-186a4b70-0788-4346-b403-1dfba2f4bf45 req-548d073a-654c-4f49-81ce-80df894281c4 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1777525
Jun 29 21:45:29.135400 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-186a4b70-0788-4346-b403-1dfba2f4bf45 req-4ddd6842-e2bb-4d36-b15b-ef6c10938b70 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567293
Jun 29 21:45:29.268441 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-2d931b9e-fac7-46b7-a807-032def61a218 tempest-TestMinimumBasicScenario-546546633 tempest-TestMinimumBasicScenario-546546633-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1094 time: 0.6021936
Jun 29 21:45:29.271416 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37396) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:29.277036 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'port_id': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:29.283215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:29.287321 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:floatingip and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:29.290299 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:29.297148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:29.309123 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for floatingip, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:29.535523 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:29.714454 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Allocated IP 172.27.3.240 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/a637e330-65d4-4b0f-a4f9-21e4b64e7ef5) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:45:29.890489 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:29.923717 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:29.928192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:29.995584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:45:29.998831 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:45:30.003730 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:45:30.035599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'Port': ['ID=a637e330-65d4-4b0f-a4f9-21e4b64e7ef5,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:30.042821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:30.097968 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:30.387044 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd9e1-4e5d-4fb8-8868-0fff2ee73025 req-35d260e2-fa0e-4e17-91c6-109b1a86ab28 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:30.389869 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e4dd9e1-4e5d-4fb8-8868-0fff2ee73025 req-35d260e2-fa0e-4e17-91c6-109b1a86ab28 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1003845
Jun 29 21:45:30.447460 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:45:30.469837 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e4dd9e1-4e5d-4fb8-8868-0fff2ee73025 req-6a7614b8-c2b0-4332-8420-5eb7af1fe313 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615115
Jun 29 21:45:30.685575 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241457cb-6d13-492c-834e-97fb1ada7a7d req-3f8ff4a3-74db-417c-a47b-815ccc2866c7 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:30.687322 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-241457cb-6d13-492c-834e-97fb1ada7a7d req-3f8ff4a3-74db-417c-a47b-815ccc2866c7 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0952871
Jun 29 21:45:30.698102 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:30.744164 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-241457cb-6d13-492c-834e-97fb1ada7a7d req-0e395070-633a-4b54-a5f1-81cd0bbfb652 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507216
Jun 29 21:45:30.788996 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:31.022883 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:31.029992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:31.037494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:31.243240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'Port': ['ID=a637e330-65d4-4b0f-a4f9-21e4b64e7ef5,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:31.247568 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:31.257926 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:31.453094 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Floating IP c8c18cbc-1067-453a-a654-101d15b9f247 associated. External IP: 172.27.3.240, port: ef208a81-eb66-46c6-b3aa-44cb768c7e81.
Jun 29 21:45:31.713893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3fa71-bcfc-403b-8b09-28380d8283d3 req-795ee5c4-e321-4a07-ae19-39a13ffe6b13 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:31.723050 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82d3fa71-bcfc-403b-8b09-28380d8283d3 req-795ee5c4-e321-4a07-ae19-39a13ffe6b13 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.1080074
Jun 29 21:45:31.787300 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82d3fa71-bcfc-403b-8b09-28380d8283d3 req-e7b19501-97a1-4918-bad2-5e3f08ae32f6 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630472
Jun 29 21:45:31.937355 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-0cbf11b2-09d1-4368-870d-877f973a91bb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:31.938840 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-0cbf11b2-09d1-4368-870d-877f973a91bb tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 945 time: 0.0858514
Jun 29 21:45:32.006617 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Router 26af19fb-1024-4488-83d3-4d18b11505b4 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:45:32.063842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Deleting port 839fcec4-146d-49b5-ab24-1cf944574abd {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:45:32.064206 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.195124 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a5e6-9a97-4151-a566-120f2679d521 req-3aa751d6-bb71-4fd9-98c2-8df8629f17eb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:32.197066 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e930a5e6-9a97-4151-a566-120f2679d521 req-3aa751d6-bb71-4fd9-98c2-8df8629f17eb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2522321
Jun 29 21:45:32.279942 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:45:32.295425 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Sync routers for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:45:32.309584 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:45:32.310315 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958afa0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:45:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:32.318007 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.402795 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e930a5e6-9a97-4151-a566-120f2679d521 req-ff96f40b-3e46-4ac0-abb8-772bd2e31674 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1943722
Jun 29 21:45:32.427092 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1539457
Jun 29 21:45:32.428566 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37430) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:32.428814 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:32.444704 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288673799', 'description': 'tempest-secgroup-smoke-288673799 description', 'project_id': '438fa53897384365ab81678b943c30d8'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:32.455848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:32.463062 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:32.469134 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:32.477150 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:32.494352 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.510065 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:45:32.517185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8820ba-3838-4191-b1b2-115c0fbc20df req-cee01d02-1579-463a-89d9-ad97030c8eaa tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:32.530644 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ba8820ba-3838-4191-b1b2-115c0fbc20df req-cee01d02-1579-463a-89d9-ad97030c8eaa tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2886808
Jun 29 21:45:32.551501 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:32.556495 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:45:32.558742 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:32.564401 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:32.573316 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:32.604956 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] For port 839fcec4-146d-49b5-ab24-1cf944574abd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=839fcec4-146d-49b5-ab24-1cf944574abd,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:32.605546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.675988 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ba8820ba-3838-4191-b1b2-115c0fbc20df req-639fcb35-cc6d-47c2-8ccb-013435aae52a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439991
Jun 29 21:45:32.749982 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Calling delete_port for 839fcec4-146d-49b5-ab24-1cf944574abd owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:45:32.753705 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.768263 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-a329e2c5-4aa4-4d0c-bb6b-054b3ad3080f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1099 time: 0.1903658
Jun 29 21:45:32.771683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.785921 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-daacf303-6d40-4616-9ab2-9b1339781f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:32.930183 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:32.931484 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4949307
Jun 29 21:45:32.942922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37438) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:32.953193 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:32.961851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e727a-5f3a-4c64-a10f-a94560766711,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:32.966508 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:32.995141 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958afa0>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c8c18cbc-1067-453a-a654-101d15b9f247', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'port_id': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'mac_address': 'fa:16:3e:df:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc466e-48b1-49f8-8364-14d34720730b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:45:30Z', 'updated_at': '2021-06-29T21:45:30Z', 'revision_number': 0, 'project_id': '438fa53897384365ab81678b943c30d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:32.999535 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Checking router: 26af19fb-1024-4488-83d3-4d18b11505b4 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:45:33.007124 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:33.010575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-e5cea184-626f-4709-beae-49fe8e4e9ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:33.013179 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-e5cea184-626f-4709-beae-49fe8e4e9ced service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.2321813
Jun 29 21:45:33.013846 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:45:33.014475 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958afa0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:45:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:33.017098 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:33.025638 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:33.041498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:33.060274 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.067519 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:33.077774 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['839fcec4-146d-49b5-ab24-1cf944574abd'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:33.110684 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.125652 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-a0b9f16a-d8f6-4e72-8f6a-308a7b49218c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 1000 time: 0.1068878
Jun 29 21:45:33.134554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Pushing event deleted for resources: {'Port': ['ID=839fcec4-146d-49b5-ab24-1cf944574abd,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:33.141163 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:33.183334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e594b-5bdb-4491-a88a-aab5c2bcc555 req-8a30066b-219b-4063-b737-14fe87569802 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:33.185309 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-694e594b-5bdb-4491-a88a-aab5c2bcc555 req-8a30066b-219b-4063-b737-14fe87569802 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05e1c17-73d3-4963-9b0b-262f7733964f HTTP/1.1" status: 200  len: 867 time: 0.2414613
Jun 29 21:45:33.237319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-f0be390a-871f-46c3-b712-51d00e77e560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:33.239290 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-f0be390a-871f-46c3-b712-51d00e77e560 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.0885496
Jun 29 21:45:33.252431 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:45:33.269281 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] No DVR routers for this DVR port 839fcec4-146d-49b5-ab24-1cf944574abd on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:45:33.276697 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.279425 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'name': 'network-vif-deleted', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:33.346557 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4460c1d5-218f-4931-a2f8-57f52373cdf8 req-a1142d1c-4af5-4ba3-8a99-7324f011e996 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.26 "DELETE /v2.0/ports/839fcec4-146d-49b5-ab24-1cf944574abd HTTP/1.1" status: 204  len: 173 time: 1.3664227
Jun 29 21:45:33.354065 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-3aec9813-84bc-458c-aa51-e53020c344a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972693
Jun 29 21:45:33.359843 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-694e594b-5bdb-4491-a88a-aab5c2bcc555 req-444ea0db-ae1f-4859-a0bd-8818a0abf9ad tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547279
Jun 29 21:45:33.366380 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.371186 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05e1c17-73d3-4963-9b0b-262f7733964f', 'name': 'network-vif-deleted', 'tag': '839fcec4-146d-49b5-ab24-1cf944574abd', 'status': 'completed', 'code': 200}
Jun 29 21:45:33.373843 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.376217 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-024ffc84-1679-44b5-8b62-9881f4c19460 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:33.405221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cbf2fb-a4bf-43f7-a454-7ab31b39acd4,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:33.411398 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:33.419857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.424425 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4768846
Jun 29 21:45:33.425004 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37444) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:33.450482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:33.469173 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:33.470287 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:33.473800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:33.481851 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:33.574258 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-d6054357-a43a-4a51-bff8-80e751b0cff5 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119725
Jun 29 21:45:33.682914 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.728031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866aab-a181-43b3-b1ac-0b4e9d2b811a req-efce3962-ada4-4b00-903b-64fa548a1239 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:33.729605 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9866aab-a181-43b3-b1ac-0b4e9d2b811a req-efce3962-ada4-4b00-903b-64fa548a1239 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1364722
Jun 29 21:45:33.735195 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ab50bea7-13cb-4995-85fa-a513f1c54c81 req-92035ad9-b989-4992-bed6-81a14ad0211f service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537640
Jun 29 21:45:33.784164 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958afa0>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c8c18cbc-1067-453a-a654-101d15b9f247', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'port_id': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'mac_address': 'fa:16:3e:df:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc466e-48b1-49f8-8364-14d34720730b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:45:30Z', 'updated_at': '2021-06-29T21:45:30Z', 'revision_number': 0, 'project_id': '438fa53897384365ab81678b943c30d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:33.790545 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f46a52-2724-4083-b68c-3f15b20760b8 None None] The sync data for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi is: [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c8c18cbc-1067-453a-a654-101d15b9f247', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'port_id': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'mac_address': 'fa:16:3e:df:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dc466e-48b1-49f8-8364-14d34720730b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:45:30Z', 'updated_at': '2021-06-29T21:45:30Z', 'revision_number': 0, 'project_id': '438fa53897384365ab81678b943c30d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:45:33.813799 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e9866aab-a181-43b3-b1ac-0b4e9d2b811a req-decc7e85-a008-40b8-a02c-0142b172ddee tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681329
Jun 29 21:45:33.818777 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.824214 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.833167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:33.857280 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f9f9ba-e57b-4e29-b222-4d256f125395,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:33.865963 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:33.871260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:33.872701 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4461927
Jun 29 21:45:33.878491 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37452) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:33.885427 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:33.892402 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:33.898044 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:33.904419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:33.932201 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:33.957512 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.044790 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d41f82-8221-4837-9d8a-1bc49ccd809e req-7f0d6424-d0b4-4b86-9ba3-5fd317df8188 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:34.047413 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b4d41f82-8221-4837-9d8a-1bc49ccd809e req-7f0d6424-d0b4-4b86-9ba3-5fd317df8188 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1226196
Jun 29 21:45:34.052667 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.062226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.081823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-914918c8-2982-454a-ba91-1f0d2707e0ca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:34.130032 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b4d41f82-8221-4837-9d8a-1bc49ccd809e req-a2108503-4233-4a66-ad6e-7a8d2d6652f7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731003
Jun 29 21:45:34.138637 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f0ff5-8c8e-46ce-838c-e81d021e93ec None None] New status for floating IP c8c18cbc-1067-453a-a654-101d15b9f247: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:45:34.228989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd18bb71-9c38-47c5-bafb-c462ba431bc3,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:34.232059 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:34.234836 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.239110 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37456) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:34.239368 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3588569
Jun 29 21:45:34.245042 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:34.250844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:34.254745 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:34.257990 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:34.265902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:34.283809 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.351291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.356922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.360175 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:34.385977 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79639995-4b51-43ea-98d5-2e346f68df25,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:34.389260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:34.397704 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.400352 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c5f1b995-0b3e-4b31-8156-046b05826ec8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1588981
Jun 29 21:45:34.401900 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37460) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:34.407513 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:34.417305 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:34.422187 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:34.425570 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:34.432469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:34.443193 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.securitygroups_db [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Project 438fa53897384365ab81678b943c30d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:45:34.449414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.521832 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.526257 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.528514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:34.549192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37466) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:34.552284 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d89e5c-5721-4c93-a7ae-3201c25af129,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:34.554780 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:34.562841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.564099 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1613026
Jun 29 21:45:34.566844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37470) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:34.572621 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e727a-5f3a-4c64-a10f-a94560766711', 'project_id': '438fa53897384365ab81678b943c30d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:34.579278 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:34.583375 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Usage tracker for resource:security_group_rule and tenant:438fa53897384365ab81678b943c30d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:34.586317 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:34.592422 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:34.605357 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.securitygroups_db [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Project 438fa53897384365ab81678b943c30d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:45:34.612938 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.692666 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.697948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.710860 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:34.742987 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bab3d37-d9b0-44dc-8af7-b4195c3e640d,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:34.751545 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:34.755762 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:34.757046 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ea32c3fe-9216-47ea-b8cc-8a47cf9c9d43 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1892600
Jun 29 21:45:34.928450 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-5fc23645-d1d4-4352-92b9-f700cc64e57f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288673799&fields=id&tenant_id=438fa53897384365ab81678b943c30d8 HTTP/1.1" status: 200  len: 267 time: 0.0698564
Jun 29 21:45:35.043039 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.117427 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-4be169e0-b572-495a-9710-6461a141ba17 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:35.118959 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-4be169e0-b572-495a-9710-6461a141ba17 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1828353
Jun 29 21:45:35.130975 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17718f-e8c7-4fe3-b458-3f64cde2b8d0 req-b52cd14d-87d9-4ad6-b78f-4f038e93af0c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:35.132341 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd17718f-e8c7-4fe3-b458-3f64cde2b8d0 req-b52cd14d-87d9-4ad6-b78f-4f038e93af0c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1245685
Jun 29 21:45:35.140102 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'port': {'security_groups': ['1b0edd01-f1d5-43d3-be98-caa9f8522d71', 'ec8e727a-5f3a-4c64-a10f-a94560766711']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:35.277680 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd17718f-e8c7-4fe3-b458-3f64cde2b8d0 req-0628753b-80aa-4dd4-bbe6-0495c5e907b1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073678
Jun 29 21:45:35.306411 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.631802 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59270ab-282e-4abb-83ec-5c33c387168c req-4e743959-ff59-4662-ade7-f5954cdaa420 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:35.633256 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a59270ab-282e-4abb-83ec-5c33c387168c req-4e743959-ff59-4662-ade7-f5954cdaa420 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1829586
Jun 29 21:45:35.685777 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:35.712445 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a59270ab-282e-4abb-83ec-5c33c387168c req-599b2295-ef00-4c82-a574-2a2a6e6db55d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676932
Jun 29 21:45:35.726534 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Deleting port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:45:35.726534 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.728309 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.735856 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.742773 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:35.760180 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:35.805539 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:35.806163 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:35.814104 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d65fae8-00c9-49f6-aa62-d3b9ffa8a18c req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "PUT /v2.0/ports/ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 982 time: 0.6795392
Jun 29 21:45:35.817564 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:35.885081 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=6']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:35.893583 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:35.926031 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:45:35.993437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:36.069408 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb56ed7-7b6d-4212-9754-ffe030b7fa6a req-dd762a97-7171-4de9-8031-c27b6ea2a27e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:36.075570 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] For port 556e10c1-84a7-4cc0-a55e-9a1ca47e9689, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,segment=NetworkSegment(a3b74808-f866-4b82-86d4-8a11e61ebfa1),segment_id=a3b74808-f866-4b82-86d4-8a11e61ebfa1)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:36.075952 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:36.077641 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cbb56ed7-7b6d-4212-9754-ffe030b7fa6a req-dd762a97-7171-4de9-8031-c27b6ea2a27e tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1071677
Jun 29 21:45:36.128309 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cbb56ed7-7b6d-4212-9754-ffe030b7fa6a req-b2291fcb-4da4-41dd-b2b9-60ef2eb369fb tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0492463
Jun 29 21:45:36.237129 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-91f4be91-d5da-4685-bf17-e6c248599d8c None None] Provisioning complete for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:45:36.237506 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91f4be91-d5da-4685-bf17-e6c248599d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:36.289764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 839fcec4-146d-49b5-ab24-1cf944574abd no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:45:36.291169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Calling delete_port for 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 owned by network:router_interface {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:45:36.344507 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-b4fb7702-dd4d-450d-aa2c-c6dd394309e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1138 time: 0.3856385
Jun 29 21:45:36.358617 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 839fcec4-146d-49b5-ab24-1cf944574abd {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:45:36.358965 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 839fcec4-146d-49b5-ab24-1cf944574abd not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:45:36.738456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137f593-7d38-4eab-80f7-993069c2b244 req-d22fdbcc-9336-4f1c-a3e4-17fa785661ff tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:36.743786 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a137f593-7d38-4eab-80f7-993069c2b244 req-d22fdbcc-9336-4f1c-a3e4-17fa785661ff tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0929954
Jun 29 21:45:36.817251 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a137f593-7d38-4eab-80f7-993069c2b244 req-ffa9c7f9-0577-41cd-8edb-aed9062c0043 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697443
Jun 29 21:45:36.916541 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-9b7207f3-b0e8-4809-8da2-608affd56d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:36.917973 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-9b7207f3-b0e8-4809-8da2-608affd56d2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.5663633
Jun 29 21:45:36.942779 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21578e-08f9-4483-8a65-1dfd7ddcffd6 req-e375187c-d0f6-4151-9848-04c7f9656b6e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:36.944289 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bc21578e-08f9-4483-8a65-1dfd7ddcffd6 req-e375187c-d0f6-4151-9848-04c7f9656b6e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0762877
Jun 29 21:45:36.990729 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bc21578e-08f9-4483-8a65-1dfd7ddcffd6 req-f8487e77-abcd-46c2-bf73-8c13483a8d06 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399768
Jun 29 21:45:37.071843 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-a6e71478-7535-468f-8eaf-e66e47717d1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 1002 time: 0.1433902
Jun 29 21:45:37.147456 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:37.151032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:37.178837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-46beaa71-4d67-4306-8917-01d365bb732f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:37.180266 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-46beaa71-4d67-4306-8917-01d365bb732f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.0993357
Jun 29 21:45:37.226647 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=556e10c1-84a7-4cc0-a55e-9a1ca47e9689,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:37.232857 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:37.399394 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-f09fd5fb-7d00-4017-b9a5-645d256c5fdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2057166
Jun 29 21:45:37.550249 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-728852b3-ca37-40bb-835e-83c2e0aa833b service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431596
Jun 29 21:45:37.752970 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cfcefba1-aa11-466e-997c-28ae16bbac3c req-387d4860-d4e0-4e16-bce0-21a1ad077088 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948450
Jun 29 21:45:37.763481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:38.119427 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7698a12-447b-41d8-a75b-9281cf8654a1 req-ce8a9a06-31c2-465a-9572-49c551641375 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:38.121074 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a7698a12-447b-41d8-a75b-9281cf8654a1 req-ce8a9a06-31c2-465a-9572-49c551641375 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1377501
Jun 29 21:45:38.224266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a7698a12-447b-41d8-a75b-9281cf8654a1 req-84389c15-840b-4c0c-869b-977f463858e0 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908604
Jun 29 21:45:38.254390 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3fc8a-02a4-44fb-8bfe-0c0abf707c63 req-141fc247-847d-4b2e-b843-451e7b625232 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:38.255982 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fa3fc8a-02a4-44fb-8bfe-0c0abf707c63 req-141fc247-847d-4b2e-b843-451e7b625232 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1061265
Jun 29 21:45:38.314405 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fa3fc8a-02a4-44fb-8bfe-0c0abf707c63 req-63f07f57-ff33-4066-a3ce-d16fef224510 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480094
Jun 29 21:45:38.656651 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Router 55b4af8f-f7df-4f49-961e-277e26919345 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:45:38.873570 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:45:38.884959 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Sync routers for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:45:38.888557 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] 10.222.0.21 "PUT /v2.0/routers/55b4af8f-f7df-4f49-961e-277e26919345/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3381059
Jun 29 21:45:38.891040 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37494) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:38.899063 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:45:38.899775 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a6d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:45:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:39.105476 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:45:39.222366 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:39.480923 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:39.541366 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Deleting port 7905e70a-7fb8-480a-b752-edf4a3bee1f7 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:45:39.541791 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:39.559543 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a6d0>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:45:37Z', 'revision_number': 5, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port': {'id': '7905e70a-7fb8-480a-b752-edf4a3bee1f7', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b4af8f-f7df-4f49-961e-277e26919345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:39.563798 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Checking router: 55b4af8f-f7df-4f49-961e-277e26919345 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:45:39.580827 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Routers {'55b4af8f-f7df-4f49-961e-277e26919345'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:45:39.581475 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a6d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:45:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['55b4af8f-f7df-4f49-961e-277e26919345'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:39.726719 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee7558-e2f2-4409-8106-51f80aca4726 req-987b31da-e069-43f5-afdb-4a28c1a4a9e8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:39.728078 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83ee7558-e2f2-4409-8106-51f80aca4726 req-987b31da-e069-43f5-afdb-4a28c1a4a9e8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2845268
Jun 29 21:45:39.733546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd77d-286f-44c8-80e8-8cf5e90a76a6 req-35b57adc-3703-4d60-b22e-7e161a9f3b94 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:39.734963 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0d6fd77d-286f-44c8-80e8-8cf5e90a76a6 req-35b57adc-3703-4d60-b22e-7e161a9f3b94 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2474453
Jun 29 21:45:39.740901 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] Set router 55b4af8f-f7df-4f49-961e-277e26919345 gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:45:39.822291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] For port 7905e70a-7fb8-480a-b752-edf4a3bee1f7, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=7905e70a-7fb8-480a-b752-edf4a3bee1f7,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:39.822720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:39.855216 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a6d0>, [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:45:39Z', 'revision_number': 6, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:39.859594 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaea6ed-9b12-4c8b-a51e-e23905cee50a None None] The sync data for ids ['55b4af8f-f7df-4f49-961e-277e26919345'] in dv-cinder-798672-2-iscsi is: [{'id': '55b4af8f-f7df-4f49-961e-277e26919345', 'name': 'tempest-ServerRescueNegativeTestJSON-653706470-router', 'tenant_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:53Z', 'updated_at': '2021-06-29T21:45:39Z', 'revision_number': 6, 'project_id': '5338380d9e7a480dbe7b1fb9aa83f3ea', 'gw_port_host': None}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:45:39.970640 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Calling delete_port for 7905e70a-7fb8-480a-b752-edf4a3bee1f7 owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:45:40.016563 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83ee7558-e2f2-4409-8106-51f80aca4726 req-7a19c339-5c0a-4d2f-9015-2359fbea5130 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2758062
Jun 29 21:45:40.020852 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0d6fd77d-286f-44c8-80e8-8cf5e90a76a6 req-735c852f-ba12-424b-b877-29b5427b9fe4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2544446
Jun 29 21:45:40.296652 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:40.300555 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:40.343879 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Pushing event deleted for resources: {'Port': ['ID=7905e70a-7fb8-480a-b752-edf4a3bee1f7,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:40.347456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:40.660514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:40.919715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:40.924014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.011369 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.012928 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b4af8f-f7df-4f49-961e-277e26919345 {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:45:41.027247 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.031189 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] 10.222.0.21 "DELETE /v2.0/routers/55b4af8f-f7df-4f49-961e-277e26919345 HTTP/1.1" status: 204  len: 168 time: 2.1366901
Jun 29 21:45:41.031490 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37502) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:41.092992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Deleting subnet 816da578-936f-44af-9e54-34f1002bc8ca {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:45:41.095946 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.160221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.296475 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 7905e70a-7fb8-480a-b752-edf4a3bee1f7 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:45:41.320680 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.352421 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 7905e70a-7fb8-480a-b752-edf4a3bee1f7 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:45:41.352932 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 7905e70a-7fb8-480a-b752-edf4a3bee1f7 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:45:41.353597 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:45:41.413588 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:45:41.414171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 556e10c1-84a7-4cc0-a55e-9a1ca47e9689 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:45:41.415267 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646931b-ceae-4200-95b4-f5bea14743a8 req-f180d2fb-23c3-45c9-88aa-95a119988876 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:41.416816 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5646931b-ceae-4200-95b4-f5bea14743a8 req-f180d2fb-23c3-45c9-88aa-95a119988876 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2230823
Jun 29 21:45:41.445301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66ea11-1081-4c2a-9762-eb636508f667 req-3e1dc902-3d04-4b00-a120-f6f00db586d6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:41.446834 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e66ea11-1081-4c2a-9762-eb636508f667 req-3e1dc902-3d04-4b00-a120-f6f00db586d6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2181981
Jun 29 21:45:41.487857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.499991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d3bd5def-37d0-478d-86dc-e61e48188761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:41.556538 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816da578-936f-44af-9e54-34f1002bc8ca,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:41.565696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.574595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:41.580516 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5646931b-ceae-4200-95b4-f5bea14743a8 req-aed27dbc-95fc-4806-84de-e88fa7016a1a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503663
Jun 29 21:45:41.582148 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-02605c78-0c5c-4e4e-b0ff-826293dd4960 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/816da578-936f-44af-9e54-34f1002bc8ca HTTP/1.1" status: 204  len: 168 time: 0.5497355
Jun 29 21:45:41.584831 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e66ea11-1081-4c2a-9762-eb636508f667 req-f9b7ebcf-959f-4f05-8430-5c279dcd636a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182618
Jun 29 21:45:41.585004 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37510) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:41.699878 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.831799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.845412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a881aaeb0>,) {'filters': {'network_id': ['64849a70-4477-46a1-84c7-dab7d43af0c8']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:41.858391 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a881aaeb0>, 'a3b74808-f866-4b82-86d4-8a11e61ebfa1') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:41.858689 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a881aaeb0>, 'a3b74808-f866-4b82-86d4-8a11e61ebfa1') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:45:41.870316 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.887918 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.894758 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:45:41.895505 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:45:41.912766 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:45:42.025277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.028398 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5edb01-5bf3-4ebc-8d2a-2c8db1f769db req-31411ee6-4d54-462e-80c9-e057fa924b39 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:42.029986 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ba5edb01-5bf3-4ebc-8d2a-2c8db1f769db req-31411ee6-4d54-462e-80c9-e057fa924b39 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0771775
Jun 29 21:45:42.035122 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.037998 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:42.064284 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Pushing event deleted for resources: {'Network': ['ID=64849a70-4477-46a1-84c7-dab7d43af0c8,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:42.067678 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:42.069181 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ba5e152f-2f4d-44e4-8d62-4970ffe436ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/64849a70-4477-46a1-84c7-dab7d43af0c8 HTTP/1.1" status: 204  len: 168 time: 0.4833055
Jun 29 21:45:42.083085 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ba5edb01-5bf3-4ebc-8d2a-2c8db1f769db req-f762b41e-bd26-48c8-a06e-21ac3d3e34d2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460110
Jun 29 21:45:42.084431 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-1ffcc22c-f70b-4f46-bf1d-39d0bd555428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 1099 time: 0.1210735
Jun 29 21:45:42.223997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-db7aa5b8-b4ac-4988-b366-cf4c2b50d8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:42.225429 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-db7aa5b8-b4ac-4988-b366-cf4c2b50d8eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.1298108
Jun 29 21:45:42.312109 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37522) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:42.376091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-985a3807-82b3-4b1e-86ce-162e467e5b28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5338380d9e7a480dbe7b1fb9aa83f3ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0625658
Jun 29 21:45:42.381505 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37526) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:42.432362 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-0a7c8ff1-b7b2-4163-8d93-63d83edf54c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 200  len: 1000 time: 0.2000496
Jun 29 21:45:42.444933 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.477897 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.497229 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-ad0eeca0-52a1-4a06-a155-a0f3240817e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:42.498942 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-ad0eeca0-52a1-4a06-a155-a0f3240817e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0598321
Jun 29 21:45:42.531755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.537006 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:42.549611 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:42.552351 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:42.561861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:42.565277 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b23d1e0-8c3f-4a9c-b405-0cb402b0e70b HTTP/1.1" status: 204  len: 168 time: 0.1805553
Jun 29 21:45:42.585306 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-ccaab899-5d8b-4925-a8dc-62cfb004890e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783353
Jun 29 21:45:42.754469 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-0c3af4cc-6ee5-4a99-8497-4a3b87b33acb service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620805
Jun 29 21:45:42.843783 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd04a9-8985-46cf-ac68-49ca66e85472 req-37b069ab-b422-43a9-82a0-b34aabbc6b93 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:42.845588 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-24fd04a9-8985-46cf-ac68-49ca66e85472 req-37b069ab-b422-43a9-82a0-b34aabbc6b93 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0907874
Jun 29 21:45:42.893718 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-24fd04a9-8985-46cf-ac68-49ca66e85472 req-a4655fc2-61e9-4b9d-afa0-547ed0b5a52d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412242
Jun 29 21:45:42.915506 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d2a0bf0a-2616-47bd-b87b-225be044ffc6 req-062471a6-a1d4-4975-8416-7a7a5ff3d301 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543200
Jun 29 21:45:43.294949 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa8a22-c7f0-45f8-af66-95a35f85e81f req-fa3b3de8-f294-4ce7-b4e8-a625412b7328 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:43.296215 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-21aa8a22-c7f0-45f8-af66-95a35f85e81f req-fa3b3de8-f294-4ce7-b4e8-a625412b7328 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0769405
Jun 29 21:45:43.342933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-21aa8a22-c7f0-45f8-af66-95a35f85e81f req-0eb2f87e-f7b4-47c2-8520-ed4d4cd9345f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412540
Jun 29 21:45:43.494444 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37552) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:43.639001 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-629614264-network', 'tenant_id': '2181f735aa7644cd9a769113117fcbba'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:43.644070 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:43.648720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Usage tracker for resource:network and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:43.655616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:43.665903 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:43.680216 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:45:43.682689 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:43.698479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:43.808795 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:43.812566 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Usage tracker for resource:security_group_rule and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:43.815371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:43.821279 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:43.895045 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:43.899008 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:43.901960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fe027ab9-ded4-4161-97fc-6c7fd23a6133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:43.932880 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:45:43.942441 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bdb81b-6775-4156-bb42-7dd34ad90f3e,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:43.946191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:43.950026 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:43.950396 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Added segment 0cd40c91-b132-4248-a6a5-7d60bd7c403a of type vlan for network a714ca91-c4ab-4d18-a4f9-fd25b28793d2
Jun 29 21:45:43.980248 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.013462 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.014674 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:44.015259 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.018871 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:44.162128 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Pushing event updated for resources: {'Network': ['ID=a714ca91-c4ab-4d18-a4f9-fd25b28793d2,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:44.168383 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6726537
Jun 29 21:45:44.169786 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:44.171803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37560) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:45:44.180251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:45:44.182475 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Request body: {'subnet': {'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-629614264-subnet', 'tenant_id': '2181f735aa7644cd9a769113117fcbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:44.190554 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:44.196842 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Usage tracker for resource:subnet and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:44.201774 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:44.212213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:44.221249 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289ced-e3c6-4587-a1a1-c92110ac488c req-0b92acea-5e28-4fcc-99ff-d1c4487a9372 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:44.223895 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25289ced-e3c6-4587-a1a1-c92110ac488c req-0b92acea-5e28-4fcc-99ff-d1c4487a9372 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1344221
Jun 29 21:45:44.225885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:45:44.228724 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.296878 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25289ced-e3c6-4587-a1a1-c92110ac488c req-beb6dbdd-f1f6-441b-9a8b-03a4cc3bfa4b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608435
Jun 29 21:45:44.350755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:45:44.467973 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.479068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:44.509841 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:44.518772 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.525488 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:45:44.551938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbe3363-0089-4826-8edc-2e23efcbcfe7,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:44.554637 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:44.562743 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Checking segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:45:44.563095 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Network hostable DHCP agents. Network: a714ca91-c4ab-4d18-a4f9-fd25b28793d2, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:45:44.587258 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.593927 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:45:44.607171 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, a714ca91-c4ab-4d18-a4f9-fd25b28793d2) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:45:44.611892 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:45:44.612531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01538-54df-475f-b04b-29f7e158cd1b req-2c4e1984-6d21-49e8-97fa-8c1dc7a56a44 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:44.615525 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0bb01538-54df-475f-b04b-29f7e158cd1b req-2c4e1984-6d21-49e8-97fa-8c1dc7a56a44 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1016982
Jun 29 21:45:44.620011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:44.620747 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.621001 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498437a-7b4e-4c36-8ffb-f458992314e8 None None] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:45:44.655280 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f5a9c62c-0294-4fc1-a115-cabc30542449 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4753478
Jun 29 21:45:44.691698 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0bb01538-54df-475f-b04b-29f7e158cd1b req-5d49f707-3537-443e-bf50-bdb99e19d5a2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604155
Jun 29 21:45:44.741916 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:44.748855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:44.753601 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c332d8d7-47ae-4824-9707-0f6e299d382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:44.889238 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=6']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:44.891595 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['36ec572a-c75a-4d1e-908f-fe09e6e70e57'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:44.958161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.958497 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.958824 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.959148 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.959493 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.959803 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.960111 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.960614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.961087 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.961399 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.961703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:45:44.966313 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:45.026632 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09242200-b605-451b-9da5-a2f517663cfb None None] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:45:45.367895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-060343db-e124-4b74-8d84-3406b95f2d0f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:45.368706 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-060343db-e124-4b74-8d84-3406b95f2d0f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:network {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:45:45.388078 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-060343db-e124-4b74-8d84-3406b95f2d0f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:network {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:45:45.389271 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-060343db-e124-4b74-8d84-3406b95f2d0f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.2036037
Jun 29 21:45:45.407862 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-43f3c6dc-d36c-45c1-be8d-93d4556ea8ff tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/quotas/2181f735aa7644cd9a769113117fcbba HTTP/1.1" status: 200  len: 375 time: 0.0114312
Jun 29 21:45:45.498006 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-ace98c53-2a3f-40ec-9794-eaf38d08fffc tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0849609
Jun 29 21:45:45.650045 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783da265-c501-4c5a-b698-e121ff94f70a req-fbecb220-da08-4d29-ae33-038d19739faf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:45.651638 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-783da265-c501-4c5a-b698-e121ff94f70a req-fbecb220-da08-4d29-ae33-038d19739faf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.2049813
Jun 29 21:45:45.661766 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-ccb644be-365f-4053-a934-b02ef2278104 service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558776
Jun 29 21:45:45.852576 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-783da265-c501-4c5a-b698-e121ff94f70a req-2df753f1-e8a6-430a-9236-31fe235e7127 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1929636
Jun 29 21:45:45.911603 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-f7881bcd-9057-4d47-8c14-9abf3912efbe service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357533
Jun 29 21:45:46.162626 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-550f891a-7539-4463-a1e9-bd226bdc28b2 req-0e72334a-f0f2-4f87-8b6c-53eeee9fbcee tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 210 time: 0.0593081
Jun 29 21:45:46.354993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:45:46.459009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:45:46.459937 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:46.590373 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:46.622513 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:46.632953 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:46.638695 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:46.642719 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c3a52da8-d185-44fa-b7b9-cbba722da41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:46.686181 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'code': 200}
Jun 29 21:45:46.722874 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=7']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:46.725888 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:47.273731 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ea4f-89d6-4432-bcc8-57b582c1b95b req-5d0acbdb-8ee8-47fb-986d-5675ae631e5d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:47.276251 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42c2ea4f-89d6-4432-bcc8-57b582c1b95b req-5d0acbdb-8ee8-47fb-986d-5675ae631e5d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1532488
Jun 29 21:45:47.363923 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42c2ea4f-89d6-4432-bcc8-57b582c1b95b req-97a73911-e0f6-4319-ab6f-a04046992540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817547
Jun 29 21:45:47.473455 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2f15975-0079-4686-8daf-cd29d213b8d3 req-1e9807fe-32e7-4ede-bd30-033e708876dd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 210 time: 0.0749493
Jun 29 21:45:47.605637 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-d2d6a341-9fe7-4d1c-8403-5428e9548f13 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:47.607935 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-d2d6a341-9fe7-4d1c-8403-5428e9548f13 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.2313130
Jun 29 21:45:47.627060 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Request body: {'port': {'device_id': '90161578-eb53-4558-8042-dd1010c3cba3', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'admin_state_up': True, 'tenant_id': '2181f735aa7644cd9a769113117fcbba'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:47.787567 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:45:47.792328 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Usage tracker for resource:port and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:45:47.796452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:45:47.804182 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:45:47.825037 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:45:47.828665 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:48.033282 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Allocated IP 172.20.0.9 (a714ca91-c4ab-4d18-a4f9-fd25b28793d2/1bbe3363-0089-4826-8edc-2e23efcbcfe7/31b0cf9f-7e1f-4efa-8e5c-6d39784958b4) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:45:48.295947 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:48.327880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:48.334452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:48.392373 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:45:48.394413 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:45:48.410767 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:45:48.484736 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event updated for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:48.491006 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:48.498272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:48.498992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:48.530977 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9079309
Jun 29 21:45:48.560118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Request body: {'port': {'device_id': '90161578-eb53-4558-8042-dd1010c3cba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:45:48.747561 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebed62-39a1-4c06-bb8e-0a042d84b95c req-fc79dd7f-e493-419c-ba3a-5c2846643cd0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:48.759608 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-75ebed62-39a1-4c06-bb8e-0a042d84b95c req-fc79dd7f-e493-419c-ba3a-5c2846643cd0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2078068
Jun 29 21:45:48.785296 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:48.819167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5614c3-fd5b-4f7c-88b3-dc2207baa8e2 req-a8426cf6-1036-48a6-bd71-2aee9e971c1c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:48.820589 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c5614c3-fd5b-4f7c-88b3-dc2207baa8e2 req-a8426cf6-1036-48a6-bd71-2aee9e971c1c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 931 time: 0.1798251
Jun 29 21:45:48.859934 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-75ebed62-39a1-4c06-bb8e-0a042d84b95c req-46ec5643-a606-41ac-97e4-55a611d72a44 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992646
Jun 29 21:45:48.897892 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-4c5614c3-fd5b-4f7c-88b3-dc2207baa8e2 req-d5146ad4-49ef-41d9-bbb3-5109c40a9b62 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:45:48.923795 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-4c5614c3-fd5b-4f7c-88b3-dc2207baa8e2 req-d5146ad4-49ef-41d9-bbb3-5109c40a9b62 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:45:48.925136 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c5614c3-fd5b-4f7c-88b3-dc2207baa8e2 req-d5146ad4-49ef-41d9-bbb3-5109c40a9b62 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970504
Jun 29 21:45:49.319021 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:45:49.328763 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:49.347723 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Transition to ACTIVE for port object 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:45:49.353074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:49.357923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-250f0855-7a70-4fa1-bc69-322ae1a52f45 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:49.525118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Pushing event updated for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:49.533776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:49.630533 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Attempting to bind port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:45:49.631520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Attempting to bind port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:45:49.632241 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Attempting to bind port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:45:49.641969 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:45:49.642663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Attempting to bind port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:45:49.653901 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:45:49.654535 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Checking segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:45:49.655032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Bound using segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:45:49.655614 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Bound port: 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:45:49.656119 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:49.767403 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:45:49.771115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:45:49.777475 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:49.781627 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4d65414b-ce67-42d5-929d-104b23e95897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:49.842109 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:49.843458 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] 10.222.0.26 "PUT /v2.0/ports/31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 HTTP/1.1" status: 200  len: 1093 time: 1.2890112
Jun 29 21:45:49.843940 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:49.887854 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Pushing event updated for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:49.947537 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:49.954691 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', 'status': 'completed', 'code': 200}
Jun 29 21:45:50.006936 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-0c22886a-67f0-4cba-aa0d-1002d98d8d8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 1096 time: 0.1154985
Jun 29 21:45:50.084908 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-71902e22-5efc-4dd2-8c26-d691907096ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 HTTP/1.1" status: 200  len: 217 time: 0.0704260
Jun 29 21:45:50.103069 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655660b5-ff55-4318-a83c-262e0a69553c req-36222375-c1f7-4e85-b156-9207c1a7c272 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:50.107739 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-655660b5-ff55-4318-a83c-262e0a69553c req-36222375-c1f7-4e85-b156-9207c1a7c272 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0968320
Jun 29 21:45:50.212557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-d9a7003a-52d7-471c-8567-c5f8b8a63e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:50.214252 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-d9a7003a-52d7-471c-8567-c5f8b8a63e9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.1145699
Jun 29 21:45:50.232285 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab439a6f-d781-4832-939f-95786b466ba1 req-6ec66933-3cf2-4198-8b47-f2c38e9032e3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:50.233760 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab439a6f-d781-4832-939f-95786b466ba1 req-6ec66933-3cf2-4198-8b47-f2c38e9032e3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 943 time: 0.1248562
Jun 29 21:45:50.236098 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-655660b5-ff55-4318-a83c-262e0a69553c req-597508c7-2113-48fd-a497-110ec22b2d2c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242890
Jun 29 21:45:50.266416 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-03810408-3c8f-493d-9756-98960af73ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441804
Jun 29 21:45:50.302313 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab439a6f-d781-4832-939f-95786b466ba1 req-4d6ab690-375d-4f7e-86c8-c09ad132400e tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627763
Jun 29 21:45:50.419722 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-1f6f8c5b-87d9-45bc-a129-7861fbb08986 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439557
Jun 29 21:45:50.591099 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-944e8d64-11b6-4fb5-9ef7-067711810ca1 req-d7946127-b877-42ae-bb11-481dcf278791 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605883
Jun 29 21:45:50.786544 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-0dfb4c83-509b-4836-92cc-962d2a85b86c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 1096 time: 0.1459970
Jun 29 21:45:51.087791 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-5f5b6613-c7ee-4687-8209-f2f5faf43818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:51.090869 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-5f5b6613-c7ee-4687-8209-f2f5faf43818 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 915 time: 0.2970226
Jun 29 21:45:51.173953 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-7838531a-5bab-448e-8e4b-ecb01aefbf24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 HTTP/1.1" status: 200  len: 217 time: 0.0768037
Jun 29 21:45:51.248738 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-8d7fbfaf-45ac-4246-83fc-9c292c518c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:51.250841 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-8d7fbfaf-45ac-4246-83fc-9c292c518c9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0690258
Jun 29 21:45:51.307478 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-977e155f-ad39-4f61-8599-a279d147d9af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485756
Jun 29 21:45:51.525687 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-e15d8077-3586-47dd-a8a5-a62fa11cd00c service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106178
Jun 29 21:45:51.694418 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace724a-1cd7-4a5c-9977-63975e532e15 req-10f7d83a-7f47-4ed4-b473-32173b29e750 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:51.695873 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3ace724a-1cd7-4a5c-9977-63975e532e15 req-10f7d83a-7f47-4ed4-b473-32173b29e750 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2050974
Jun 29 21:45:51.702705 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828888-95de-4487-bc2d-fed2410335a8 req-826cef00-2035-4939-b472-94973d45ffa5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:51.709003 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9828888-95de-4487-bc2d-fed2410335a8 req-826cef00-2035-4939-b472-94973d45ffa5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 943 time: 0.2494862
Jun 29 21:45:51.740110 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2e80a6bf-4ddb-48ea-8e8c-67d860e3dd27 req-68722022-3070-4bb8-a3f9-26526eb67bd3 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058682
Jun 29 21:45:51.804979 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9828888-95de-4487-bc2d-fed2410335a8 req-80548439-2236-4ae5-b8a2-e74957e71e14 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951278
Jun 29 21:45:51.825801 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3ace724a-1cd7-4a5c-9977-63975e532e15 req-7f9f10f2-3611-48fd-af01-4249dc90c75f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994534
Jun 29 21:45:52.393766 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:45:52.601625 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:52.617379 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'port_id': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', 'mac_address': 'fa:16:3e:55:ef:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbe3363-0089-4826-8edc-2e23efcbcfe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:45:52.683416 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:52.701830 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:45:52.723306 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:52.729507 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:52.733483 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:52.890353 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:52.896104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:53.010346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:45:53.176229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e418c-35f0-428e-8ec7-4032230ec8db req-57784ee1-2f4a-43ba-9bfb-d1f76b828a50 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:53.178844 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e8e418c-35f0-428e-8ec7-4032230ec8db req-57784ee1-2f4a-43ba-9bfb-d1f76b828a50 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 944 time: 0.1833661
Jun 29 21:45:53.222625 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab65a-2e5f-4aed-a314-d8aa50cecf5a req-816b978e-da96-4d3c-b85d-4ac86de46503 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:53.224898 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23eab65a-2e5f-4aed-a314-d8aa50cecf5a req-816b978e-da96-4d3c-b85d-4ac86de46503 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1704648
Jun 29 21:45:53.276266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e8e418c-35f0-428e-8ec7-4032230ec8db req-5e54bdb2-530a-43e1-a5c0-64afb4336cdd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906694
Jun 29 21:45:53.305958 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23eab65a-2e5f-4aed-a314-d8aa50cecf5a req-add845eb-fdf1-4e9d-9c79-ff819abbb93e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721624
Jun 29 21:45:53.831907 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5f846-f201-4c5a-a13e-9cf3ab27f8b8 req-4205ed97-0e99-4e99-90c4-3c4e0b961aa3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:53.840809 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6d5f846-f201-4c5a-a13e-9cf3ab27f8b8 req-4205ed97-0e99-4e99-90c4-3c4e0b961aa3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1185806
Jun 29 21:45:53.872614 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-35504fe7-5477-41f3-8e46-a10c679f928b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1138 time: 0.2025175
Jun 29 21:45:53.908519 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6d5f846-f201-4c5a-a13e-9cf3ab27f8b8 req-d96a11d0-05c5-4711-8d7c-523cc35eab5d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0661130
Jun 29 21:45:54.056310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-9ce6682a-e15b-43ad-a33d-4bee47449d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:54.058346 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-9ce6682a-e15b-43ad-a33d-4bee47449d0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.1734085
Jun 29 21:45:54.189114 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-62285bdc-56c8-42eb-ba3d-20f01082ecb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 1002 time: 0.1207092
Jun 29 21:45:54.294184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-842d422c-3de8-4f83-9ecb-d02223fcebfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:54.295669 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-842d422c-3de8-4f83-9ecb-d02223fcebfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.0988955
Jun 29 21:45:54.404441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:45:54.424534 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-4d30cb61-7a1c-4e83-8125-bc6b9105984e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1197069
Jun 29 21:45:54.612526 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:45:54.627900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:45:54.628893 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:54.673352 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde625dc-bc20-483d-8392-dcbc6fcdca9a req-4c11eb7b-7ec9-4e61-ad9f-97e11d9204ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:54.681747 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dde625dc-bc20-483d-8392-dcbc6fcdca9a req-4c11eb7b-7ec9-4e61-ad9f-97e11d9204ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.2084765
Jun 29 21:45:54.770745 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-ed4a6a6c-ddce-48ce-84ab-a942d5b61c7f service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374934
Jun 29 21:45:54.783998 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dde625dc-bc20-483d-8392-dcbc6fcdca9a req-f842b263-1ab0-44f2-96f4-1d5506a91038 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011233
Jun 29 21:45:54.800192 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582932f-c7a8-4cf9-8c33-ddcf78f08cd2 req-ee893b9d-fbd2-49c8-9870-05b929a9be2d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:54.816727 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e582932f-c7a8-4cf9-8c33-ddcf78f08cd2 req-ee893b9d-fbd2-49c8-9870-05b929a9be2d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 944 time: 0.2144365
Jun 29 21:45:54.880816 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:54.918484 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e582932f-c7a8-4cf9-8c33-ddcf78f08cd2 req-cd229963-4c97-4472-b341-bfb626eb3f96 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980840
Jun 29 21:45:54.973533 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:45:54.973533 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:45:54.980833 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:54.985818 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:45:55.046376 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-264e3c6f-1c89-46ee-87f9-914c102ad006 req-ec7d1327-1f0b-49e5-93a7-95838fb85268 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680874
Jun 29 21:45:55.086799 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:45:55.101472 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:45:55.106236 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', 'code': 200}
Jun 29 21:45:55.203636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd3580-70fa-4691-aa45-6d196edb6d45 req-737f6b07-20e2-4554-8871-aecb3604d210 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:55.205465 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2cdd3580-70fa-4691-aa45-6d196edb6d45 req-737f6b07-20e2-4554-8871-aecb3604d210 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1034892
Jun 29 21:45:55.281549 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2cdd3580-70fa-4691-aa45-6d196edb6d45 req-4f624974-0227-46bc-a808-a29c3602f964 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0585935
Jun 29 21:45:55.359566 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bde26e49-bb7d-459f-a44d-1de8a595a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:55.439898 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6b763bae-f918-47dc-aec8-c42d0459e9e2 req-b1552c63-0a6c-4803-ad6c-38beeaf05988 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 1098 time: 0.0918050
Jun 29 21:45:55.501468 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6b763bae-f918-47dc-aec8-c42d0459e9e2 req-813d33e5-9974-45a2-be97-782c7430585e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543947
Jun 29 21:45:55.768758 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:56.246969 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd5fa6-0266-48d6-8342-30dc4280e859 req-46336d68-0262-42bf-83f2-e1f9a301a6d6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:56.248510 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dbd5fa6-0266-48d6-8342-30dc4280e859 req-46336d68-0262-42bf-83f2-e1f9a301a6d6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1983056
Jun 29 21:45:56.254449 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0915ad1-33df-4710-a5b0-f8539ebd456d req-967078d7-298c-4a21-82cc-82139cd1f484 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:56.256364 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0915ad1-33df-4710-a5b0-f8539ebd456d req-967078d7-298c-4a21-82cc-82139cd1f484 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 945 time: 0.1461487
Jun 29 21:45:56.334107 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dbd5fa6-0266-48d6-8342-30dc4280e859 req-328f44f8-45b2-4546-b53a-a690d7742aa3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758817
Jun 29 21:45:56.348033 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0915ad1-33df-4710-a5b0-f8539ebd456d req-c3012c68-ff32-4345-989c-bf039a0c2dc6 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751643
Jun 29 21:45:56.579767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ecf9b-e714-40fb-859b-17cf7bad263e req-70f61540-95ff-4851-920b-3bd0bf95a8cf tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:56.587642 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7e5ecf9b-e714-40fb-859b-17cf7bad263e req-70f61540-95ff-4851-920b-3bd0bf95a8cf tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.0982919
Jun 29 21:45:56.642948 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7e5ecf9b-e714-40fb-859b-17cf7bad263e req-d13e923b-9421-44fd-94b9-2faa5ebb059d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0543377
Jun 29 21:45:57.632590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5be3-e046-4387-92d4-e1829d9dd31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:57.717116 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691993-8d70-4e42-bad5-bce297b485a0 req-780d4b78-5095-4ee4-aaf1-2e025e87cc20 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:57.718802 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-02691993-8d70-4e42-bad5-bce297b485a0 req-780d4b78-5095-4ee4-aaf1-2e025e87cc20 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 945 time: 0.2046010
Jun 29 21:45:57.774782 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2c6dd-4c76-45d3-8bfe-5758d7a5696b req-7dd87217-ed36-48c2-bcfb-944978570194 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:57.776906 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1a2c6dd-4c76-45d3-8bfe-5758d7a5696b req-7dd87217-ed36-48c2-bcfb-944978570194 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.1883087
Jun 29 21:45:57.789055 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-02691993-8d70-4e42-bad5-bce297b485a0 req-59be123c-27c2-4878-b0a3-35c5389ba014 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632627
Jun 29 21:45:57.867881 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1a2c6dd-4c76-45d3-8bfe-5758d7a5696b req-f1b9a698-15ec-4cf5-b524-ddd7b476213e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740368
Jun 29 21:45:58.064510 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc8d7-888a-4b42-beb6-98562b68b534 req-bd61f0b9-9afb-4601-964c-91b7e9bc1b05 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:58.067377 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c4edc8d7-888a-4b42-beb6-98562b68b534 req-bd61f0b9-9afb-4601-964c-91b7e9bc1b05 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1105909
Jun 29 21:45:58.133797 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c4edc8d7-888a-4b42-beb6-98562b68b534 req-2792ee3f-9104-488a-9a5b-997c5efc21d1 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0603144
Jun 29 21:45:58.729199 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-5cff638c-cea8-46e9-a9b9-657441349920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1098 time: 0.0722821
Jun 29 21:45:58.862609 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:45:58.885000 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-1b2e2b38-b858-435b-947a-e192371bce4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:58.886955 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-1b2e2b38-b858-435b-947a-e192371bce4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1481626
Jun 29 21:45:59.153985 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-1ae599a5-e93e-483e-9649-30decfcd6d03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 1000 time: 0.2568948
Jun 29 21:45:59.203077 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08a6e-4883-4d68-b9d3-1f47d21d0ed5 req-edded653-704d-4c4b-8afc-4831e3ed6823 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:59.205562 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-79b08a6e-4883-4d68-b9d3-1f47d21d0ed5 req-edded653-704d-4c4b-8afc-4831e3ed6823 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0966597
Jun 29 21:45:59.252723 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-c58f6fd4-6137-4bfd-bc86-539b619ac206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:59.255045 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-c58f6fd4-6137-4bfd-bc86-539b619ac206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0946817
Jun 29 21:45:59.274047 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-79b08a6e-4883-4d68-b9d3-1f47d21d0ed5 req-26304c76-fe38-488c-a963-dde3723c52a5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613029
Jun 29 21:45:59.342849 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-965f8854-a1ba-4a38-a9da-3c6ce7bd9695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808911
Jun 29 21:45:59.427283 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994fcc7-6b8b-4610-8f24-8902fa75342d req-ef22e9aa-5202-4bc9-9612-7316046141d2 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:45:59.428718 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6994fcc7-6b8b-4610-8f24-8902fa75342d req-ef22e9aa-5202-4bc9-9612-7316046141d2 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.0825906
Jun 29 21:45:59.482428 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6994fcc7-6b8b-4610-8f24-8902fa75342d req-421e533c-ab64-4bb1-a9d6-824577b9ae3d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0471766
Jun 29 21:45:59.525773 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-7112dae0-a5ec-4fc5-b310-9d2d92f6e601 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761894
Jun 29 21:45:59.673350 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6adf8fbc-0df8-4170-a824-53c2b999057e req-1765c2af-dde3-4306-9bc8-4d4abb0f9725 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406584
Jun 29 21:46:00.089437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:00.506822 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3e8f1-c81e-435a-8138-0518544a1c44 req-bafa8465-6c87-4fdf-bc80-700b6c48e35d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:00.508195 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2da3e8f1-c81e-435a-8138-0518544a1c44 req-bafa8465-6c87-4fdf-bc80-700b6c48e35d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0757990
Jun 29 21:46:00.559966 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2da3e8f1-c81e-435a-8138-0518544a1c44 req-4f01a4eb-8a81-463a-b7b3-c3672c6f1747 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455322
Jun 29 21:46:00.716842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa535-548b-436f-a89a-8cd206c51bd8 req-d27f585f-d040-4968-b584-ca571492f6e8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:00.718303 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-806fa535-548b-436f-a89a-8cd206c51bd8 req-d27f585f-d040-4968-b584-ca571492f6e8 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.0809801
Jun 29 21:46:00.768923 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-806fa535-548b-436f-a89a-8cd206c51bd8 req-7dfd6f80-3dc4-415e-8400-ab61b660bc9b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428627
Jun 29 21:46:01.800898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6955-aa12-421f-89ff-12bdef5484a9 req-6b4bfafb-b526-4894-94c6-98d796577797 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:01.802505 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-658b6955-aa12-421f-89ff-12bdef5484a9 req-6b4bfafb-b526-4894-94c6-98d796577797 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 945 time: 0.0914366
Jun 29 21:46:01.946482 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-658b6955-aa12-421f-89ff-12bdef5484a9 req-b54168ec-4907-4734-a57d-5b577bab1a02 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338670
Jun 29 21:46:02.162291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4e74-fd53-4c73-8fc9-4b820a41f25f req-0a044cec-783f-48e5-9d36-fdc3d23cf7dc tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:02.163968 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-498d4e74-fd53-4c73-8fc9-4b820a41f25f req-0a044cec-783f-48e5-9d36-fdc3d23cf7dc tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.0834813
Jun 29 21:46:02.218784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-498d4e74-fd53-4c73-8fc9-4b820a41f25f req-4fd4fc93-058b-40a0-b155-fbd20bc26472 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488567
Jun 29 21:46:02.458437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:46:02.624396 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:02.670991 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:02.685641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:02.692009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:02.695037 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:02.741733 dv-cinder-798672-2-iscsi neutron-server[74254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'code': 422} returned with failed status
Jun 29 21:46:02.788569 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=8']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:02.792300 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:02.993313 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ddb8cf5c-0988-4c49-8cf0-773a377efb8a req-73595efa-fdb0-4a8c-9ae9-83241fc540b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0696967
Jun 29 21:46:03.286658 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37742) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:03.289362 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bf211-12b3-4e8c-a653-40434c67d393 req-c57a18b0-b9bc-4eea-928d-029de2b6fae8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:03.292119 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c9bf211-12b3-4e8c-a653-40434c67d393 req-c57a18b0-b9bc-4eea-928d-029de2b6fae8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.0997865
Jun 29 21:46:03.451139 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c9bf211-12b3-4e8c-a653-40434c67d393 req-ece1e7d7-e770-495a-a4f3-c395f9f8eb5d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506686
Jun 29 21:46:03.455358 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-a9dde559-90a4-4627-9a51-81a991fafc8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1668103
Jun 29 21:46:03.509064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f48f5a-4d08-4b59-8621-f1effee4e5f7 req-93cbcf7e-1ade-41a3-8cb1-89609b4ebd7d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:03.519012 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86f48f5a-4d08-4b59-8621-f1effee4e5f7 req-93cbcf7e-1ade-41a3-8cb1-89609b4ebd7d tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1640127
Jun 29 21:46:03.579008 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-86f48f5a-4d08-4b59-8621-f1effee4e5f7 req-f709a656-253f-4cf9-b1d2-20c24838a204 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0594571
Jun 29 21:46:04.905889 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021afbae-c483-4e33-902b-2541b48f4955 req-8bf280ca-f4d8-477f-a58c-158680a9e0fa tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:04.909263 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-021afbae-c483-4e33-902b-2541b48f4955 req-8bf280ca-f4d8-477f-a58c-158680a9e0fa tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.2347097
Jun 29 21:46:04.956260 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94208d1a-3fa4-45db-908f-42908276df5e req-2c1569c5-0c7f-4c0a-8297-6197683e671b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:04.958835 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-94208d1a-3fa4-45db-908f-42908276df5e req-2c1569c5-0c7f-4c0a-8297-6197683e671b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.2206514
Jun 29 21:46:05.064570 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-021afbae-c483-4e33-902b-2541b48f4955 req-907f7a4c-a13a-4caf-aa0e-cd7cf8fd565c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1462376
Jun 29 21:46:05.076869 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-94208d1a-3fa4-45db-908f-42908276df5e req-90ce3763-31d4-4b78-90a5-f554176cb272 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1114810
Jun 29 21:46:06.391753 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9f5b-9cf8-4fa0-b0aa-377c1ca2bd10 req-63166060-fa15-45c1-a9a9-643a0fb64b6d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:06.393180 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-448a9f5b-9cf8-4fa0-b0aa-377c1ca2bd10 req-63166060-fa15-45c1-a9a9-643a0fb64b6d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1683969
Jun 29 21:46:06.400327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935731e5-422c-44c3-a869-300814aaf2cd req-14bc9f91-bf4a-4b2f-985d-0b00797d504b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:06.401849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-935731e5-422c-44c3-a869-300814aaf2cd req-14bc9f91-bf4a-4b2f-985d-0b00797d504b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.1265638
Jun 29 21:46:06.481429 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-448a9f5b-9cf8-4fa0-b0aa-377c1ca2bd10 req-11072e45-e96d-4e49-bddb-a848238befd8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785630
Jun 29 21:46:06.487842 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-935731e5-422c-44c3-a869-300814aaf2cd req-15dae325-c02b-4ca8-a9a8-b5c8645172aa tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&id=ec8e727a-5f3a-4c64-a10f-a94560766711&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0712771
Jun 29 21:46:07.372974 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8f414b40-f37c-466d-9799-e24fc17842bd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:07.374572 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8f414b40-f37c-466d-9799-e24fc17842bd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.1511960
Jun 29 21:46:07.393096 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-d06f2c8b-b46b-4061-95ba-8de132b794f7 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/quotas/2181f735aa7644cd9a769113117fcbba HTTP/1.1" status: 200  len: 375 time: 0.0124357
Jun 29 21:46:07.452370 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:46:07.517097 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-302bda3b-57fb-42a8-a8ad-d245e86879bc tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1155465
Jun 29 21:46:07.776750 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-0410bfae-8f11-4b49-b9d8-9da67649c675 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 1096 time: 0.1252854
Jun 29 21:46:07.779319 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b9146b81-c092-445d-a59c-6111f975f8ef service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504489
Jun 29 21:46:07.907061 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b88ff-0d4b-4fef-bb2b-6411e8bec443 req-3c779e49-36c8-4bbc-9e0a-95ef172b1f0a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:07.908939 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a12b88ff-0d4b-4fef-bb2b-6411e8bec443 req-3c779e49-36c8-4bbc-9e0a-95ef172b1f0a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1817989
Jun 29 21:46:07.920830 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-355895e5-1e0e-4b1e-b4a9-b36a35411f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1096 time: 0.1099248
Jun 29 21:46:07.968371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-a4cdbb45-2918-41b3-bc5c-6c8c5deafd90 service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749730
Jun 29 21:46:07.998388 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a12b88ff-0d4b-4fef-bb2b-6411e8bec443 req-6a83607a-5a5a-49b2-b745-57b408fe8851 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708308
Jun 29 21:46:08.147598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-e0ab9dce-aefc-4512-9ed4-a440d06ca507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:08.150142 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-e0ab9dce-aefc-4512-9ed4-a440d06ca507 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.2206652
Jun 29 21:46:08.244534 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b170617-8c07-45aa-b149-c8fd573ae260 req-3be0b8fe-4a9d-4903-b3ee-480b24eb0ef1 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 210 time: 0.0732586
Jun 29 21:46:08.322517 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-5546c9ab-4bb0-48f5-906b-26a7cd594b16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 998 time: 0.1650879
Jun 29 21:46:08.411719 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-212d8dbd-2fa9-4fb9-998e-94a09ac941a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:08.414236 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-212d8dbd-2fa9-4fb9-998e-94a09ac941a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0768952
Jun 29 21:46:08.517910 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-c546fa8e-4c14-4e43-8766-f6682abc259c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966995
Jun 29 21:46:08.680429 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-ae33fc5a-03fd-4465-b9b7-dfb2b29ccac7 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553864
Jun 29 21:46:08.875036 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-9577d085-4e73-4376-a23d-97c170b87e5d service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883216
Jun 29 21:46:09.242090 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483398-0f3d-400b-a445-bdb1d9a8e63d req-19e3fbb5-4337-4fb6-8e83-5db4316292f8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:09.246194 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28483398-0f3d-400b-a445-bdb1d9a8e63d req-19e3fbb5-4337-4fb6-8e83-5db4316292f8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1048462
Jun 29 21:46:09.350642 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28483398-0f3d-400b-a445-bdb1d9a8e63d req-5cdbcb9b-9f27-4fe5-908a-de56fe216f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978439
Jun 29 21:46:09.549155 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a6f236d4-6f92-443f-924b-64bfff0a6ded req-4227cce1-d34d-43a8-8fc7-f566a8f3cd7d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 210 time: 0.0654588
Jun 29 21:46:09.617360 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8a2cf860-c9fc-4d6f-888c-9b65bb39470f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:09.619602 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8a2cf860-c9fc-4d6f-888c-9b65bb39470f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.2630768
Jun 29 21:46:09.642349 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Request body: {'port': {'device_id': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'admin_state_up': True, 'tenant_id': '2181f735aa7644cd9a769113117fcbba'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:09.944831 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:09.950600 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Usage tracker for resource:port and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:09.955821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:09.967260 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:09.974404 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:46:09.977487 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:10.206298 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Allocated IP 172.20.0.5 (a714ca91-c4ab-4d18-a4f9-fd25b28793d2/1bbe3363-0089-4826-8edc-2e23efcbcfe7/1ecdffaa-5005-40aa-88d7-bbddf1eff3b0) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:46:10.513425 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:10.571587 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:10.579847 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:10.591265 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:10.686647 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:46:10.711434 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:46:10.716045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:46:10.846531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event updated for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:10.850938 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ce698-4699-4d4c-91ef-027c72b099e7 req-8495b106-a0e1-4575-b208-44560dd1d958 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:10.858654 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-627ce698-4699-4d4c-91ef-027c72b099e7 req-8495b106-a0e1-4575-b208-44560dd1d958 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1795359
Jun 29 21:46:10.903176 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:10.908650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:10.918429 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.918793 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.919181 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.919572 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.919961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.920333 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.920669 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.921016 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.921362 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.921704 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.932649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:10.943184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:10.983056 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3446944
Jun 29 21:46:11.107013 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-627ce698-4699-4d4c-91ef-027c72b099e7 req-ee6d2b1a-ca1c-420e-ac65-904281bd77d9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2471619
Jun 29 21:46:11.124762 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03d30-7596-40d6-ae57-116241e31665 req-50e8e897-da86-40bb-8a93-977db4c80e83 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:11.126287 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-47c03d30-7596-40d6-ae57-116241e31665 req-50e8e897-da86-40bb-8a93-977db4c80e83 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.2645090
Jun 29 21:46:11.186537 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-47c03d30-7596-40d6-ae57-116241e31665 req-5354124b-665c-48ac-9303-f5a20b783346 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542722
Jun 29 21:46:12.369631 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd4f6e-8e1d-46e4-afcb-f4e7f20a4a97 req-f93a56b0-9cc1-4ca6-85b5-c91f96ed986c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:12.371390 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e3cd4f6e-8e1d-46e4-afcb-f4e7f20a4a97 req-f93a56b0-9cc1-4ca6-85b5-c91f96ed986c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.0897171
Jun 29 21:46:12.475674 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e3cd4f6e-8e1d-46e4-afcb-f4e7f20a4a97 req-7dca9091-a02c-4ea2-8eb6-873048ae3bce tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941117
Jun 29 21:46:12.519083 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4777-7e82-4728-99db-7f04aad81a1a req-c49982e0-92ee-4253-880d-f6d1ea71e3e3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:12.521558 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-709f4777-7e82-4728-99db-7f04aad81a1a req-c49982e0-92ee-4253-880d-f6d1ea71e3e3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1230426
Jun 29 21:46:12.576570 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-709f4777-7e82-4728-99db-7f04aad81a1a req-bf5a6d30-92da-4135-9402-79dbd3aaf23c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471928
Jun 29 21:46:13.773750 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f14b0-b8f5-41e2-93a0-510ef1daaef6 req-df9425c4-08ab-4406-aea8-cc3c8457a31a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:13.776027 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-930f14b0-b8f5-41e2-93a0-510ef1daaef6 req-df9425c4-08ab-4406-aea8-cc3c8457a31a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1242337
Jun 29 21:46:13.896327 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-930f14b0-b8f5-41e2-93a0-510ef1daaef6 req-2a6735a0-33bd-438a-b9e5-3672e2cc1b09 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138446
Jun 29 21:46:13.921503 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03641034-6665-427c-bd35-00ef80ae3427 req-6a6c0b83-1c50-42e9-a2b5-d7ee9407769a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:13.922979 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-03641034-6665-427c-bd35-00ef80ae3427 req-6a6c0b83-1c50-42e9-a2b5-d7ee9407769a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1579616
Jun 29 21:46:13.989055 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-03641034-6665-427c-bd35-00ef80ae3427 req-4040a2c8-1f69-410a-9f7f-8339d8d9d163 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565443
Jun 29 21:46:14.476356 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:15.196217 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdba5c-7b70-4bd2-a998-1e7cfe066b36 req-618d293c-fc01-4e0f-aa7b-63e1aff2d4f8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:15.198377 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42cdba5c-7b70-4bd2-a998-1e7cfe066b36 req-618d293c-fc01-4e0f-aa7b-63e1aff2d4f8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1394527
Jun 29 21:46:15.236837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a60ad-a592-47e9-966e-014ca4896cab req-acf2cb57-51c6-4540-b350-174cad49279a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:15.242244 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-505a60ad-a592-47e9-966e-014ca4896cab req-acf2cb57-51c6-4540-b350-174cad49279a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1214395
Jun 29 21:46:15.302473 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42cdba5c-7b70-4bd2-a998-1e7cfe066b36 req-d0a574ff-ed27-47c6-9e82-e2ae71f48ac1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925183
Jun 29 21:46:15.316477 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-505a60ad-a592-47e9-966e-014ca4896cab req-79172ed1-0e2b-47c9-bc72-cbdd4be0a9b8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657542
Jun 29 21:46:16.662615 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbba771-86ad-4e75-b632-20270c2a0feb req-355aae4b-87ea-48d8-91f3-9df1cf83e0f0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:16.666426 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0dbba771-86ad-4e75-b632-20270c2a0feb req-355aae4b-87ea-48d8-91f3-9df1cf83e0f0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1625030
Jun 29 21:46:16.699023 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc23c2-4f3b-48a0-85f4-fec1453a687c req-c244b73f-f024-430d-9317-adb125677803 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:16.700617 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b3fc23c2-4f3b-48a0-85f4-fec1453a687c req-c244b73f-f024-430d-9317-adb125677803 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1969135
Jun 29 21:46:16.754551 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0dbba771-86ad-4e75-b632-20270c2a0feb req-2526ab2f-c99e-4291-a0cc-cc4ef2385a2d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820518
Jun 29 21:46:16.811523 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b3fc23c2-4f3b-48a0-85f4-fec1453a687c req-f0fa0895-007d-4327-be54-e225dc0d80ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040308
Jun 29 21:46:18.026997 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2fbd9-9800-46bf-91d9-b31982cc0221 req-cba18ae3-879e-4b40-bf6c-13a9805616b5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:18.028516 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3ec2fbd9-9800-46bf-91d9-b31982cc0221 req-cba18ae3-879e-4b40-bf6c-13a9805616b5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1156609
Jun 29 21:46:18.122488 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3ec2fbd9-9800-46bf-91d9-b31982cc0221 req-f0b2f197-cb68-4171-84a9-f14e657097c4 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880885
Jun 29 21:46:18.156858 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee4d0-2646-41a9-99ee-d4276907b327 req-8de043aa-125b-458c-82a4-43c6ac9edd27 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:18.158411 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb0ee4d0-2646-41a9-99ee-d4276907b327 req-8de043aa-125b-458c-82a4-43c6ac9edd27 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1095953
Jun 29 21:46:18.207188 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb0ee4d0-2646-41a9-99ee-d4276907b327 req-965c3d55-c53b-4211-ab65-eafb55f519c2 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432296
Jun 29 21:46:19.351859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcaa7f-3218-4c85-9df8-d4d7a7a3260c req-917e81d0-c54e-430e-a6c4-8c5a90a22a29 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:19.353933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c3bcaa7f-3218-4c85-9df8-d4d7a7a3260c req-917e81d0-c54e-430e-a6c4-8c5a90a22a29 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.0984242
Jun 29 21:46:19.459168 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c3bcaa7f-3218-4c85-9df8-d4d7a7a3260c req-a8eca356-d5bd-450c-ac7c-84d764cdc0b0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726874
Jun 29 21:46:19.474326 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e2c8c-d06f-411c-ac96-35516b6c865e req-fc4c0eaf-6e2e-4ee6-93ed-c53acf17501b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:19.475941 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc3e2c8c-d06f-411c-ac96-35516b6c865e req-fc4c0eaf-6e2e-4ee6-93ed-c53acf17501b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1210983
Jun 29 21:46:19.529748 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc3e2c8c-d06f-411c-ac96-35516b6c865e req-b8bb7209-b640-4fba-9917-d82ce4523e71 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474346
Jun 29 21:46:20.688447 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e829a-bc3f-4f4c-8c91-0b0250bbfdf5 req-6b24d8e5-d8bc-42b2-94b1-0cfb73ee4312 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:20.689950 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac7e829a-bc3f-4f4c-8c91-0b0250bbfdf5 req-6b24d8e5-d8bc-42b2-94b1-0cfb73ee4312 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1007047
Jun 29 21:46:20.788945 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac7e829a-bc3f-4f4c-8c91-0b0250bbfdf5 req-15fbceb9-b511-427e-b9a5-3042069374cf tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935395
Jun 29 21:46:20.834008 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c389-f72f-441f-8a62-ce88c85b58a9 req-2a34f3cf-6ca5-40e1-bde8-f7d2103751e2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:20.835469 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f785c389-f72f-441f-8a62-ce88c85b58a9 req-2a34f3cf-6ca5-40e1-bde8-f7d2103751e2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1262350
Jun 29 21:46:20.911650 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f785c389-f72f-441f-8a62-ce88c85b58a9 req-63948e78-9e52-4af2-9c0e-ba026cab5c12 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704176
Jun 29 21:46:21.012796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9185-4997-4dbf-87eb-2aee32a93215 req-cd61b9a7-c4e4-4446-aa08-7345f612e030 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:21.014408 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0cc9185-4997-4dbf-87eb-2aee32a93215 req-cd61b9a7-c4e4-4446-aa08-7345f612e030 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.0842733
Jun 29 21:46:21.075847 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0cc9185-4997-4dbf-87eb-2aee32a93215 req-2e0c5d48-55ab-4875-a172-6d82c9a23f0b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552101
Jun 29 21:46:22.026408 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455f68-84a2-4ee5-ad7e-c5bf01e361c2 req-069bec08-2298-4e9b-86d3-da324f96d953 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:22.027908 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0455f68-84a2-4ee5-ad7e-c5bf01e361c2 req-069bec08-2298-4e9b-86d3-da324f96d953 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.1022737
Jun 29 21:46:22.136588 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a0455f68-84a2-4ee5-ad7e-c5bf01e361c2 req-e0dcca8a-caea-4ae2-b061-944b6ba2a214 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013012
Jun 29 21:46:22.161849 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e8273-feb2-46bc-afc6-c92d99e6cf06 req-5c08af24-956a-4e07-8773-3f2e7e99997a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:22.163499 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5e3e8273-feb2-46bc-afc6-c92d99e6cf06 req-5c08af24-956a-4e07-8773-3f2e7e99997a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1035354
Jun 29 21:46:22.222829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5e3e8273-feb2-46bc-afc6-c92d99e6cf06 req-d70ed5c4-7af8-487f-b0bc-bbe880988ecb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463393
Jun 29 21:46:22.418501 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4a30-6c6e-41ef-b75f-d43ac305531e req-41c2a044-e53f-4767-b690-d9e00080713c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:22.419916 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-334a4a30-6c6e-41ef-b75f-d43ac305531e req-41c2a044-e53f-4767-b690-d9e00080713c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1483557
Jun 29 21:46:22.466381 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-334a4a30-6c6e-41ef-b75f-d43ac305531e req-3e75e3aa-c2ce-4c9a-94bc-83de8e1796af tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408821
Jun 29 21:46:22.931753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Request body: {'port': {'device_id': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:23.053710 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:23.189556 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-76ca7f25-f15e-40a8-96f0-668f72692909 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1096 time: 0.0751114
Jun 29 21:46:23.528008 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:23.540689 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:23.548713 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-606645d7-52de-4ec7-89c3-8cc9f54c88dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:23.550170 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-606645d7-52de-4ec7-89c3-8cc9f54c88dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.3393490
Jun 29 21:46:23.566375 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Transition to ACTIVE for port object 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:46:23.572904 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:23.581429 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d50fe573-1427-49aa-ad57-e6dc0a91654c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:23.660524 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62aed5-9f16-44dd-bc71-76d287de5fbb req-fc3faeec-64cc-4e44-b0e6-adb508309481 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:23.662591 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5d62aed5-9f16-44dd-bc71-76d287de5fbb req-fc3faeec-64cc-4e44-b0e6-adb508309481 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 931 time: 0.3457952
Jun 29 21:46:23.690271 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b6c92-2349-4ff5-b8a8-0540b0627fcc req-29d98f83-583b-48c9-a519-13851eca1b2b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:23.691750 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd3b6c92-2349-4ff5-b8a8-0540b0627fcc req-29d98f83-583b-48c9-a519-13851eca1b2b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.2883756
Jun 29 21:46:23.714433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:23.717676 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-375be618-adc2-4b4e-b321-8d66bcdc8b73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 200  len: 998 time: 0.1589665
Jun 29 21:46:23.717899 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:23.806502 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5d62aed5-9f16-44dd-bc71-76d287de5fbb req-238963b4-c1c1-46b7-ab55-f27caf321c13 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370029
Jun 29 21:46:23.818107 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd3b6c92-2349-4ff5-b8a8-0540b0627fcc req-498e2de8-5ffa-4958-a97b-6cbdd1da776e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181781
Jun 29 21:46:23.823277 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-49b74b13-eaa6-4155-b196-67b269543bc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:23.824729 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-49b74b13-eaa6-4155-b196-67b269543bc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0940673
Jun 29 21:46:23.848614 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Attempting to bind port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:46:23.849423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Attempting to bind port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:46:23.850091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Attempting to bind port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:23.866800 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:46:23.869370 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Attempting to bind port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:23.876174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:46:23.877397 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Checking segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:46:23.877397 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Bound using segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:46:23.877665 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Bound port: 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:46:23.878263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:23.915391 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-b7ab5eb0-e34f-47b0-8941-c3d1d577ae18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769453
Jun 29 21:46:23.989017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:46:23.992794 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:46:23.999458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:24.006845 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-267bb5f4-3da2-4c41-99da-5a1fdecb2ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:24.086664 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:24.088072 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] 10.222.0.26 "PUT /v2.0/ports/1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 HTTP/1.1" status: 200  len: 1093 time: 1.1631656
Jun 29 21:46:24.088562 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:24.110807 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-187e3ee1-d483-48d0-9351-7026d9d9c00c service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902912
Jun 29 21:46:24.128327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:24.135208 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:24.162312 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3768a0-362f-484c-b9ce-5296a223a40c req-46b16b1a-0f9a-4ad3-a671-9c357451ba97 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:24.164493 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eb3768a0-362f-484c-b9ce-5296a223a40c req-46b16b1a-0f9a-4ad3-a671-9c357451ba97 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1676183
Jun 29 21:46:24.201309 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'status': 'completed', 'code': 200}
Jun 29 21:46:24.248788 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-d595dffe-8fbc-49a9-9ba0-f70f7750722a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 1096 time: 0.1080697
Jun 29 21:46:24.291053 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eb3768a0-362f-484c-b9ce-5296a223a40c req-418f335c-db54-466f-bf43-2ff74aa58e44 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764370
Jun 29 21:46:24.319343 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcd1f944-7054-4cb3-b8cd-f2b2de512af9 req-8df8e231-ec48-4d32-bc42-a0546e98a5bb service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965270
Jun 29 21:46:24.331211 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8d2b7c7e-1629-4629-9f7b-b48832565fa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 HTTP/1.1" status: 200  len: 217 time: 0.0726390
Jun 29 21:46:24.395461 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-aac584d3-60d8-4a1f-a1a6-3240a6c6737f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:24.396798 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-aac584d3-60d8-4a1f-a1a6-3240a6c6737f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0592079
Jun 29 21:46:24.451369 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-aa8a64b1-ac91-4fe2-9e96-54ab2f10a4c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427947
Jun 29 21:46:24.673334 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-8595ee71-8e61-4e6e-994c-c961103c4f66 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129092
Jun 29 21:46:24.862542 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0abe8e0f-bed9-42d3-a9c5-d462717b21c7 req-42992851-b548-482b-bb20-65a11032ed2b service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821694
Jun 29 21:46:24.995217 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-8f2a81fe-5776-4ec2-b133-5ac99b8ed987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 1096 time: 0.0730660
Jun 29 21:46:25.102911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff052c8-df34-4c75-9a1a-c664a60ad58f req-fec19259-3153-42e2-851b-5b1b59809317 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.104509 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8ff052c8-df34-4c75-9a1a-c664a60ad58f req-fec19259-3153-42e2-851b-5b1b59809317 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 943 time: 0.1352692
Jun 29 21:46:25.117749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c239f-96dd-43cf-b877-0a081d6a99a9 req-b25b2e81-fcff-4697-b6fb-ba63d07848cb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.119545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-553c239f-96dd-43cf-b877-0a081d6a99a9 req-b25b2e81-fcff-4697-b6fb-ba63d07848cb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.1159713
Jun 29 21:46:25.142526 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-b2403d2f-d557-46ee-b323-9ac8b72cec75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.144093 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-b2403d2f-d557-46ee-b323-9ac8b72cec75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 915 time: 0.1334984
Jun 29 21:46:25.193917 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-553c239f-96dd-43cf-b877-0a081d6a99a9 req-b81ff641-7087-471e-bc9a-4f7b9fa93677 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587792
Jun 29 21:46:25.196908 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8ff052c8-df34-4c75-9a1a-c664a60ad58f req-2e9890f4-273f-435e-acbf-0fa012b2ed4b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764496
Jun 29 21:46:25.226807 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-85b2c484-da28-421e-a59d-ee2a548d0545 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 HTTP/1.1" status: 200  len: 217 time: 0.0668671
Jun 29 21:46:25.293759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-ec115bec-50a9-4bc4-9447-4b681abb4f11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.295628 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-ec115bec-50a9-4bc4-9447-4b681abb4f11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0609279
Jun 29 21:46:25.330181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c093358e-d7f0-45eb-91bb-3c2824d0ed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:25.356745 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-dce993a2-851a-49d5-a87a-0f33c36d1687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508573
Jun 29 21:46:25.432297 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-1692eaf6-618f-4539-a538-10bd98f413f1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.436210 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-1692eaf6-618f-4539-a538-10bd98f413f1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.0954483
Jun 29 21:46:25.518946 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-fa3657c3-2583-4305-8f45-05d794d1ef58 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530080
Jun 29 21:46:25.642357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Deleting port cbaf1283-34df-4d34-ac86-c0ea444ed588 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:46:25.642899 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:25.684964 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3cf08da-ec88-43f8-b943-38d2462c55e7 req-031a921f-064b-4c13-939a-fb5804508ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579247
Jun 29 21:46:25.756592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:25.941693 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0f4c8-3b84-4270-993c-3f45bdcace93 req-5f9f697d-6db4-4ff1-b527-45ee7a4346b7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:25.944353 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c8d0f4c8-3b84-4270-993c-3f45bdcace93 req-5f9f697d-6db4-4ff1-b527-45ee7a4346b7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.4388413
Jun 29 21:46:26.107797 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c8d0f4c8-3b84-4270-993c-3f45bdcace93 req-755b64c9-4425-49ef-88d5-7e73899fb7b1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576588
Jun 29 21:46:26.162055 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] For port cbaf1283-34df-4d34-ac86-c0ea444ed588, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=cbaf1283-34df-4d34-ac86-c0ea444ed588,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:26.162418 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.584301 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:46:26.590906 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.591541 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.591759 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Floating IP b8236e66-43dc-4194-8792-f69848a3b0b0 disassociated. External IP: 172.27.3.3, port: cbaf1283-34df-4d34-ac86-c0ea444ed588.
Jun 29 21:46:26.591955 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Calling delete_port for cbaf1283-34df-4d34-ac86-c0ea444ed588 owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:46:26.664160 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fee768-9a6b-4fc6-8019-81c16dae1aa6 req-46c74dff-cd78-4916-8219-4ac86289095d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:26.666160 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41fee768-9a6b-4fc6-8019-81c16dae1aa6 req-46c74dff-cd78-4916-8219-4ac86289095d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 943 time: 0.2946484
Jun 29 21:46:26.673767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cc031-741a-4942-bb8b-dfdeb60a152c req-89f41764-fc07-4637-9e0e-4b503d34875a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:26.675959 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f31cc031-741a-4942-bb8b-dfdeb60a152c req-89f41764-fc07-4637-9e0e-4b503d34875a tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 946 time: 0.3510578
Jun 29 21:46:26.732531 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:26.748009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'port_id': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'mac_address': 'fa:16:3e:69:54:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbe3363-0089-4826-8edc-2e23efcbcfe7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:46:26.808439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.818892 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f31cc031-741a-4942-bb8b-dfdeb60a152c req-ae969bb5-383d-4bae-9881-876f530d64a3 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=b537ec46-236f-4840-aa02-f076a0a5a90b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233177
Jun 29 21:46:26.826160 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:26.846490 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41fee768-9a6b-4fc6-8019-81c16dae1aa6 req-0b0b1dfd-1c91-4394-9f98-a0d6eced96ce tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701880
Jun 29 21:46:26.850750 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:26.858334 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.861796 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4e87abb5-07d8-4d96-a75f-580506311ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:26.874862 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:26.884509 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:26.958380 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'Port': ['ID=cbaf1283-34df-4d34-ac86-c0ea444ed588,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:26.999019 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:27.004296 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:27.028069 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.028433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.028789 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.029141 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.029493 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.029838 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.030185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.030521 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.030861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.031200 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.031565 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:27.039338 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:27.140918 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['1ecdffaa-5005-40aa-88d7-bbddf1eff3b0'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:27.212955 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:46:27.390684 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce2a-9e4f-41f8-9431-858eb4b1b6cf req-22b99877-472a-423b-88fd-58a7e0139217 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:27.392166 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c7d4ce2a-9e4f-41f8-9431-858eb4b1b6cf req-22b99877-472a-423b-88fd-58a7e0139217 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1118095
Jun 29 21:46:27.512455 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c7d4ce2a-9e4f-41f8-9431-858eb4b1b6cf req-4c7704a9-8636-4eef-a26a-7a118abbbd54 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143634
Jun 29 21:46:27.533560 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:46:27.551115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:46:27.591188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:27.592653 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30160>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:45:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:27.704403 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] No DVR routers for this DVR port cbaf1283-34df-4d34-ac86-c0ea444ed588 on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:46:27.707530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:27.712507 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'name': 'network-vif-deleted', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:27.734684 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-10a32db5-9cc9-471b-8f38-5dd7aaa055d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:27.744379 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c7043ef-bdc5-4ed9-b8a0-e675e4b2cbc6 req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "DELETE /v2.0/ports/cbaf1283-34df-4d34-ac86-c0ea444ed588 HTTP/1.1" status: 204  len: 173 time: 2.2999656
Jun 29 21:46:27.782901 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07f5931-5261-4738-8f52-e20c2af2e820', 'name': 'network-vif-deleted', 'tag': 'cbaf1283-34df-4d34-ac86-c0ea444ed588', 'status': 'completed', 'code': 200}
Jun 29 21:46:27.919743 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:28.108388 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-9dad7c70-691c-4cdb-ac5f-8d7033538a0b req-63da875b-eb4f-47e3-b7d5-24d4d9ab1638 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:46:28.138334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-9dad7c70-691c-4cdb-ac5f-8d7033538a0b req-63da875b-eb4f-47e3-b7d5-24d4d9ab1638 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:46:28.139603 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9dad7c70-691c-4cdb-ac5f-8d7033538a0b req-63da875b-eb4f-47e3-b7d5-24d4d9ab1638 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07f5931-5261-4738-8f52-e20c2af2e820 HTTP/1.1" status: 200  len: 210 time: 0.1123343
Jun 29 21:46:28.166850 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056f8b-bc93-46c2-88f2-c1040897e11b req-1c55d613-76eb-4893-bcbe-63f2f1f5be3e tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:28.169241 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c4056f8b-bc93-46c2-88f2-c1040897e11b req-1c55d613-76eb-4893-bcbe-63f2f1f5be3e tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 944 time: 0.1106160
Jun 29 21:46:28.222963 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c4056f8b-bc93-46c2-88f2-c1040897e11b req-5cd0898a-77ba-4975-8998-7e596c75e8bc tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439239
Jun 29 21:46:28.281302 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30160>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:28.285400 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:46:28.296075 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:28.296691 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30160>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:28.488687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:28.644262 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:46:28.800903 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107795b-e153-494f-8bd9-87a25f63cd5d req-77139970-5976-46c1-b6f6-aa3e9970b0dd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:28.804536 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c107795b-e153-494f-8bd9-87a25f63cd5d req-77139970-5976-46c1-b6f6-aa3e9970b0dd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.1150787
Jun 29 21:46:28.848877 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:46:28.899919 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:28.900327 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:28.908373 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c107795b-e153-494f-8bd9-87a25f63cd5d req-560cc4c8-5507-41f6-ae09-910a7c3339d7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891614
Jun 29 21:46:28.940552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.050065 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30160>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:29.052477 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.071031 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43f2ff-476d-4a4c-a920-0cd36fb8f275 None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:46:29.089268 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:29.100254 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:29.105795 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.106847 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device cbaf1283-34df-4d34-ac86-c0ea444ed588 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:46:29.137387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4b7c4a40-b726-4d1e-a915-32cbd79d6f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:29.190015 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'code': 200}
Jun 29 21:46:29.202025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: cbaf1283-34df-4d34-ac86-c0ea444ed588 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:46:29.202371 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device cbaf1283-34df-4d34-ac86-c0ea444ed588 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:46:29.236334 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:29.240861 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:29.331749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37898) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:29.408906 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44ad3e-d3fa-4889-b30d-f954bd6f435e None None] New status for floating IP b8236e66-43dc-4194-8792-f69848a3b0b0: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:46:29.640627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.684927 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.700952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645f78-a63e-4280-83a2-8cd8b8d7bc9d req-c806aedb-db08-435c-a8af-d211c37f98c5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:29.702564 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-52645f78-a63e-4280-83a2-8cd8b8d7bc9d req-c806aedb-db08-435c-a8af-d211c37f98c5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 945 time: 0.3054972
Jun 29 21:46:29.738837 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2feb717-260d-4675-ab9c-df5127cd3d0c req-c602a365-4270-447b-802f-4907da34ec55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 1098 time: 0.2794678
Jun 29 21:46:29.839582 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-52645f78-a63e-4280-83a2-8cd8b8d7bc9d req-362f9dbf-6a4e-42b7-bc17-158afaf450d8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300387
Jun 29 21:46:29.843802 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2feb717-260d-4675-ab9c-df5127cd3d0c req-971cda99-b1b8-41e3-856d-a2dc3fb2a6f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976062
Jun 29 21:46:29.848796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.855794 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3eb837fc-17a2-4938-8c05-9409a65c9196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:29.876805 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537ec46-236f-4840-aa02-f076a0a5a90b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:29.879288 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:29.887960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:29.893075 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "DELETE /v2.0/security-groups/b537ec46-236f-4840-aa02-f076a0a5a90b HTTP/1.1" status: 204  len: 168 time: 0.5559540
Jun 29 21:46:29.893307 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37902) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:29.912108 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.api.v2.resource [None req-2003f482-442b-43c8-b0ac-77e792fd3166 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] show failed (client error): The resource could not be found.
Jun 29 21:46:29.913136 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2003f482-442b-43c8-b0ac-77e792fd3166 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups/b537ec46-236f-4840-aa02-f076a0a5a90b HTTP/1.1" status: 404  len: 347 time: 0.0189464
Jun 29 21:46:29.917395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37906) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:30.093222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.127564 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Deleting port 6ab75943-6963-4fd5-8297-834af6fc2dbf {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:46:30.127796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.285345 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b330e62-e916-4038-bfe9-49ac0cc7e497 req-7ef65928-50a4-4210-8945-044484e381d0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:30.286806 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b330e62-e916-4038-bfe9-49ac0cc7e497 req-7ef65928-50a4-4210-8945-044484e381d0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 943 time: 0.2206819
Jun 29 21:46:30.354384 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.354702 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.422350 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b330e62-e916-4038-bfe9-49ac0cc7e497 req-3f72a9fa-ad85-4035-884f-c4bda3108856 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297219
Jun 29 21:46:30.484792 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Calling delete_port for 6ab75943-6963-4fd5-8297-834af6fc2dbf owned by network:floatingip {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:46:30.608769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:46:30.643513 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.653453 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c1c8b3a2-3e21-4a78-ab24-669dc91a7eb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:30.689690 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'Port': ['ID=6ab75943-6963-4fd5-8297-834af6fc2dbf,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:30.692490 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:30.769401 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:30.793579 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.824563 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.825964 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "DELETE /v2.0/floatingips/b8236e66-43dc-4194-8792-f69848a3b0b0 HTTP/1.1" status: 204  len: 168 time: 0.9076664
Jun 29 21:46:30.829537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'mac_address': 'fa:16:3e:50:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:46:30.935296 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:30.961671 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:30.990539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:30.998489 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.002050 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-eb981877-63fc-4432-b037-02e69a26f88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:31.110752 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=9']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:31.114104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:31.115018 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad502a-c3aa-4669-a3a1-a02d8216f764 req-e0e10ce3-dfcf-4ee7-924b-b4afeba18d82 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:31.117184 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22ad502a-c3aa-4669-a3a1-a02d8216f764 req-e0e10ce3-dfcf-4ee7-924b-b4afeba18d82 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 945 time: 0.1252177
Jun 29 21:46:31.181077 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22ad502a-c3aa-4669-a3a1-a02d8216f764 req-96983800-e11c-4d5b-8a0a-2bd36190ce2c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566657
Jun 29 21:46:31.198882 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37916) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:31.204747 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440498783', 'description': 'tempest-description--1758899416'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:31.210942 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:31.215463 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:31.218494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:31.225575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:31.237144 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.276517 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:31.277237 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['36ec572a-c75a-4d1e-908f-fe09e6e70e57'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:31.280498 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:31.283432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:31.290016 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:31.347191 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.351621 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.356515 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-95bd5438-3629-4c49-984e-c527c6665d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:31.401901 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0abd1-7241-4103-9998-8ca979b44a85,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:31.405692 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:31.407259 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.408463 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2084982
Jun 29 21:46:31.411812 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 37924) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:31.420165 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group_rule': {'security_group_id': '1ff0abd1-7241-4103-9998-8ca979b44a85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:31.426276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:31.431059 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:31.435155 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:31.441656 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:31.460314 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.533549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.538095 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.540837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2485a631-5880-4dcf-892f-794d6479b267 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:31.665637 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3506b0cc-4273-4491-96fe-05bbf2362124,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:31.679876 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:31.692014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.693250 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2802782
Jun 29 21:46:31.697518 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37934) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:31.707591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'security_group_rule': {'security_group_id': '1ff0abd1-7241-4103-9998-8ca979b44a85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:31.715513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:31.720458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:security_group_rule and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:31.724329 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:31.730825 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4b454-9a7c-448b-8f41-fa471fc74b53 req-5ae9e619-f0d9-4031-9010-1daff90d12ab tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:31.732397 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dfd4b454-9a7c-448b-8f41-fa471fc74b53 req-5ae9e619-f0d9-4031-9010-1daff90d12ab tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 944 time: 0.1111839
Jun 29 21:46:31.735548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:31.761734 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.788212 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dfd4b454-9a7c-448b-8f41-fa471fc74b53 req-1e8b1888-dd5b-4f89-a27f-78116d71a46c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491381
Jun 29 21:46:31.851378 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.856516 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.859113 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:31.892131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8886a721-4877-4173-9171-4f70a8505ca7,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:31.894968 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:31.896338 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:31.897541 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5c825e4a-c018-491c-8ae0-2e2e0ccdbf41 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1980536
Jun 29 21:46:31.902889 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 37940) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:31.908917 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:31.915011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:31.919162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Usage tracker for resource:floatingip and tenant:57b9e3a51c70442794a2f0f09845c3ba is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:31.922327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:31.928567 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:31.945387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.093597 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.256873 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Allocated IP 172.27.3.71 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/f4446f95-f359-473e-949d-5fbdf86cdd91) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:46:32.509057 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.537638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.541813 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb8fc26c-bc27-4cdd-8a7b-0099d77286fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:32.625998 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:46:32.697031 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:32.697271 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:46:32.697389 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.700156 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:46:32.702621 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:46:32.736240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=f4446f95-f359-473e-949d-5fbdf86cdd91,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:32.739463 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:32.820282 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.857231 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:32.875091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:32.882915 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.888429 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:32.890061 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.963377 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:32.967729 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'code': 200}
Jun 29 21:46:32.977350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=10']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:32.987592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:33.062773 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f14d4-2c9a-4402-87c7-bce83fbdffda req-bcb248e6-6cc8-4343-a952-a24218c5be9e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:33.064250 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d9f14d4-2c9a-4402-87c7-bce83fbdffda req-bcb248e6-6cc8-4343-a952-a24218c5be9e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.0926340
Jun 29 21:46:33.110956 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6d9f14d4-2c9a-4402-87c7-bce83fbdffda req-17df4653-11cf-45ea-b62f-7c7bd25627fd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406857
Jun 29 21:46:33.184799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:33.189565 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:33.193912 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:33.294404 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=f4446f95-f359-473e-949d-5fbdf86cdd91,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:33.298961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:33.311085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:33.333841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:33.335026 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4312117
Jun 29 21:46:33.579719 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5f3812d7-e7de-4682-a6d3-b3c6892be03d req-f1dd228c-05d6-4d58-b8f8-f34e7e94fba5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 1099 time: 0.1093769
Jun 29 21:46:33.605659 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-ba48ff7d-9b3b-4c24-ae3a-bbd0d41c9bfd tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:46:33.637748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-ba48ff7d-9b3b-4c24-ae3a-bbd0d41c9bfd tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:46:33.639089 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-ba48ff7d-9b3b-4c24-ae3a-bbd0d41c9bfd tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1440498783&fields=id&tenant_id=57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 267 time: 0.1022544
Jun 29 21:46:33.643436 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5f3812d7-e7de-4682-a6d3-b3c6892be03d req-92ac34a0-bcd0-4e49-a96a-8b5e58873af6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535276
Jun 29 21:46:33.906733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-71e054db-ae1a-466a-b4a6-d01cb257d25e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:33.908091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-71e054db-ae1a-466a-b4a6-d01cb257d25e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 810 time: 0.2578895
Jun 29 21:46:33.912517 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-ffb91cf8-5335-40c0-b9ee-858d291a0f7f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:33.913859 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-ffb91cf8-5335-40c0-b9ee-858d291a0f7f tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.2434459
Jun 29 21:46:33.934434 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-3e537ea9-876a-42a2-a04f-8e9c2e661128 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/quotas/57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 375 time: 0.0190814
Jun 29 21:46:33.935729 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-30c6c51f-80c6-4395-a49a-611b0d90e8e5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/quotas/2181f735aa7644cd9a769113117fcbba HTTP/1.1" status: 200  len: 375 time: 0.0137105
Jun 29 21:46:34.087019 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-adc4bd63-8f75-4f52-81f6-a283c8943061 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1453338
Jun 29 21:46:34.092949 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-9b440459-cc00-4bb8-a880-a97d9e5ba4ea tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:46:34.183382 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-9b440459-cc00-4bb8-a880-a97d9e5ba4ea tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:46:34.184561 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-9b440459-cc00-4bb8-a880-a97d9e5ba4ea tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2445917
Jun 29 21:46:34.307371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-37a9d092-88ec-4b0f-8b7e-b6c1754eeaf9 service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115340
Jun 29 21:46:34.430970 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-e7ae4742-3374-432e-8c0e-a9203c986c16 service neutron] 10.222.0.21 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317498
Jun 29 21:46:34.546699 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-3c41f491-d11b-487c-abcb-2fd1a8104073 service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329292
Jun 29 21:46:34.592592 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-b2e4e950-25fc-4177-892e-d573e1673780 service neutron] 10.222.0.21 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559198
Jun 29 21:46:34.872225 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab7cad1c-09dd-485c-8d35-de3bd60dfd65 req-4e22fce1-daf5-437b-8011-3d564569b4a3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 210 time: 0.0911744
Jun 29 21:46:35.045739 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fa0e0290-6fe6-431b-8c79-d4e11d10fae3 req-6b428f00-4ceb-4487-ba1b-94b4cc557023 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 210 time: 0.0753717
Jun 29 21:46:35.093711 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630ddd-f097-40d8-ba36-5e396e33bc88 req-3e1591a7-8dbf-48f6-bc3a-c2ef005135dd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:35.096781 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-27630ddd-f097-40d8-ba36-5e396e33bc88 req-3e1591a7-8dbf-48f6-bc3a-c2ef005135dd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.2228940
Jun 29 21:46:35.172800 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-27630ddd-f097-40d8-ba36-5e396e33bc88 req-acddc7bb-b519-48c9-b24b-3b12a0a51e92 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607307
Jun 29 21:46:36.161416 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f927bd44-2b7d-4540-85c9-835fb5c0260c req-e434dd5e-172c-4af5-8ede-e8e3aae1f933 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 210 time: 0.1671875
Jun 29 21:46:36.269441 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-53c547aa-8eae-477b-b743-e7cb11163bbc req-27c838b2-b8d9-4cbd-a260-cf14559cfb61 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 210 time: 0.0570157
Jun 29 21:46:36.331149 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-a72212b1-336f-4aa4-bc10-947381c966d1 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:36.332938 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-a72212b1-336f-4aa4-bc10-947381c966d1 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.2971463
Jun 29 21:46:36.375316 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Request body: {'port': {'device_id': '630cb1c4-feac-430d-a2b4-6f413729f507', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'admin_state_up': True, 'tenant_id': '2181f735aa7644cd9a769113117fcbba'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:36.548320 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdb76e-2f89-4320-8d6e-75ea8b62b43a req-b83046d3-e9bb-47d0-8f02-00ff311b4794 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:36.550135 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7afdb76e-2f89-4320-8d6e-75ea8b62b43a req-b83046d3-e9bb-47d0-8f02-00ff311b4794 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.2106900
Jun 29 21:46:36.560325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:36.566397 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Usage tracker for resource:port and tenant:2181f735aa7644cd9a769113117fcbba is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:46:36.573495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:46:36.600744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:36.622409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:46:36.626234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:36.635496 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-dfa782f8-777a-4f87-85e0-d942dc4f9138 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:36.637275 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-dfa782f8-777a-4f87-85e0-d942dc4f9138 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 810 time: 0.1663053
Jun 29 21:46:36.655730 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7afdb76e-2f89-4320-8d6e-75ea8b62b43a req-e69d9470-1cd1-4d1e-bfb6-6917183fe17e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851862
Jun 29 21:46:36.707118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-3ef27268-3b2e-4d2a-98a4-b8d9766d0cd9 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:46:36.726266 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-3ef27268-3b2e-4d2a-98a4-b8d9766d0cd9 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:security_group {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:46:36.728558 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-3ef27268-3b2e-4d2a-98a4-b8d9766d0cd9 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b9e3a51c70442794a2f0f09845c3ba HTTP/1.1" status: 200  len: 380 time: 0.0737438
Jun 29 21:46:36.745049 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'port': {'device_id': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'admin_state_up': True, 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'security_groups': ['1ff0abd1-7241-4103-9998-8ca979b44a85']}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:36.859031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Allocated IP 172.20.0.6 (a714ca91-c4ab-4d18-a4f9-fd25b28793d2/1bbe3363-0089-4826-8edc-2e23efcbcfe7/f0cfcb77-4c94-46eb-b3a4-324ade6c5e83) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:46:36.934111 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:46:36.944705 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:46:36.956423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Made reservation on behalf of 57b9e3a51c70442794a2f0f09845c3ba for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:46:36.959932 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.085432 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.120720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.128060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:37.131719 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Allocated IP 172.20.0.12 (00d7d3cb-ce2a-45ce-9ca8-13363667a016/213d6d07-8d3e-4786-ab48-ca858f70cf42/920e6676-33e0-4864-bdfd-44b4b59bd852) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:46:37.139848 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:37.246901 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:46:37.252181 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:46:37.260390 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:46:37.316947 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event updated for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:37.329210 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:37.415167 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.446696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:37.447809 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.450823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Transition to ACTIVE for port object 920e6676-33e0-4864-bdfd-44b4b59bd852 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:46:37.498548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.507964 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1360822
Jun 29 21:46:37.510894 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cb589aac-25ce-486e-9992-e1166bfd9b8d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:37.530143 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Request body: {'port': {'device_id': '630cb1c4-feac-430d-a2b4-6f413729f507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:37.631177 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:46:37.632314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:46:37.634219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event updated for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:37.636743 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:46:37.652780 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152be96-b20c-4151-9e7e-57d96e9f173d req-bbc74160-0410-4d64-b1d3-991664a1e487 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:37.653469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3152be96-b20c-4151-9e7e-57d96e9f173d req-bbc74160-0410-4d64-b1d3-991664a1e487 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:46:37.665387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:37.721205 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:37.723010 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.741403 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3152be96-b20c-4151-9e7e-57d96e9f173d req-bbc74160-0410-4d64-b1d3-991664a1e487 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:46:37.742582 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3152be96-b20c-4151-9e7e-57d96e9f173d req-bbc74160-0410-4d64-b1d3-991664a1e487 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 931 time: 0.3843551
Jun 29 21:46:37.750321 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.771119 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0324671
Jun 29 21:46:37.783883 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Request body: {'port': {'device_id': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:37.851910 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0af61-b20f-4fd6-b7f1-09a2cd85791d req-6e9c21f6-5d12-4298-b035-7d0b2288b351 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:37.859341 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a4e0af61-b20f-4fd6-b7f1-09a2cd85791d req-6e9c21f6-5d12-4298-b035-7d0b2288b351 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 932 time: 0.2769508
Jun 29 21:46:37.902363 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.907084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d67d5f6d-deff-4194-b019-f9b2680b399d None None] Provisioning for port 920e6676-33e0-4864-bdfd-44b4b59bd852 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:46:37.915063 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d67d5f6d-deff-4194-b019-f9b2680b399d None None] Provisioning complete for port 920e6676-33e0-4864-bdfd-44b4b59bd852 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:37.915464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d67d5f6d-deff-4194-b019-f9b2680b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:37.943498 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3152be96-b20c-4151-9e7e-57d96e9f173d req-3e8f4468-f9e1-4d4b-b0a9-55a688f7ee87 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807399
Jun 29 21:46:37.974524 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-d67d5f6d-deff-4194-b019-f9b2680b399d None None] Port 920e6676-33e0-4864-bdfd-44b4b59bd852 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:46:37.978544 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a4e0af61-b20f-4fd6-b7f1-09a2cd85791d req-f48a6e36-5cb7-4ba7-81da-9611727f1454 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181567
Jun 29 21:46:38.277824 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:38.285736 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.302755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Transition to ACTIVE for port object f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:46:38.304558 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920e6676-33e0-4864-bdfd-44b4b59bd852 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:38.307465 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.312830 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:38.315184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.336132 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Transition to ACTIVE for port object 920e6676-33e0-4864-bdfd-44b4b59bd852 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:46:38.341708 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.346237 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:38.545994 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:38.550282 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:38.571739 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:38.576338 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:38.660627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Attempting to bind port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:46:38.661275 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Attempting to bind port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:46:38.661610 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Attempting to bind port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:38.668096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:46:38.668445 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Attempting to bind port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:38.676677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:46:38.676677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Checking segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:46:38.676677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Bound using segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:46:38.678049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Bound port: f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:46:38.678049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.711915 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Attempting to bind port 920e6676-33e0-4864-bdfd-44b4b59bd852 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:46:38.712470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Attempting to bind port 920e6676-33e0-4864-bdfd-44b4b59bd852 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:46:38.712592 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Attempting to bind port 920e6676-33e0-4864-bdfd-44b4b59bd852 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:38.718407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Port 920e6676-33e0-4864-bdfd-44b4b59bd852 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:46:38.718721 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Attempting to bind port 920e6676-33e0-4864-bdfd-44b4b59bd852 on network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:46:38.724970 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:46:38.725302 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Checking segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:46:38.725687 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Bound using segment: {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:46:38.726108 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Bound port: 920e6676-33e0-4864-bdfd-44b4b59bd852, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:46:38.726992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.782288 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:46:38.786019 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:46:38.791858 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.795853 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:38.827202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:46:38.832538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=920e6676-33e0-4864-bdfd-44b4b59bd852,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:46:38.838745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.842618 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:38.861332 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.862688 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 HTTP/1.1" status: 200  len: 1093 time: 1.3419011
Jun 29 21:46:38.863183 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:38.884627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:38.887892 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:38.911076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:38.912471 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] 10.222.0.26 "PUT /v2.0/ports/920e6676-33e0-4864-bdfd-44b4b59bd852 HTTP/1.1" status: 200  len: 1094 time: 1.1331291
Jun 29 21:46:38.913149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:38.928650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:38.931966 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:38.961426 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'status': 'completed', 'code': 200}
Jun 29 21:46:39.017262 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-b232de93-e4b8-4dd5-ad27-f92843a1bca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 1096 time: 0.0941448
Jun 29 21:46:39.042755 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'status': 'completed', 'code': 200}
Jun 29 21:46:39.144836 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-56804cc8-1e8a-45da-9495-8a5fbe1678ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 1097 time: 0.1709831
Jun 29 21:46:39.218485 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-ca9d42ed-0b53-48d7-a02b-4f5e8eede847 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920e6676-33e0-4864-bdfd-44b4b59bd852 HTTP/1.1" status: 200  len: 217 time: 0.0659280
Jun 29 21:46:39.264242 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-ec57d1c5-d468-4e92-8629-b7129f969d7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 HTTP/1.1" status: 200  len: 217 time: 0.2379429
Jun 29 21:46:39.287027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-5cc6d915-f73c-44de-b482-5116f797080c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:39.288535 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-5cc6d915-f73c-44de-b482-5116f797080c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0630629
Jun 29 21:46:39.364317 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-fba50110-5d2e-4383-a538-76e4372606e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686157
Jun 29 21:46:39.368129 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-ac0ab279-afa4-45d9-852f-d31a90fc9920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:39.369515 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-ac0ab279-afa4-45d9-852f-d31a90fc9920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0961466
Jun 29 21:46:39.418637 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0617e-96d8-4f91-aaed-c5bdae295b92 req-000b23ae-93d1-42f4-9a67-fd689d1c0924 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:39.420244 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-32b0617e-96d8-4f91-aaed-c5bdae295b92 req-000b23ae-93d1-42f4-9a67-fd689d1c0924 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 943 time: 0.2162435
Jun 29 21:46:39.429466 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-067c79d5-4374-4a31-aa51-35eeb3230789 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527525
Jun 29 21:46:39.435371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3cc7b-4be5-4a7b-8355-77287db7d109 req-2d47e65b-a3c9-4184-9ad0-5f5761bff6c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:39.436877 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eac3cc7b-4be5-4a7b-8355-77287db7d109 req-2d47e65b-a3c9-4184-9ad0-5f5761bff6c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 944 time: 0.3057363
Jun 29 21:46:39.512810 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-0c4a01cf-80ac-4aa3-8a71-258b8dee3a9b service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364996
Jun 29 21:46:39.594816 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-32b0617e-96d8-4f91-aaed-c5bdae295b92 req-120943c1-b2cd-4447-b403-0b9c37bea92e tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569567
Jun 29 21:46:39.605459 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eac3cc7b-4be5-4a7b-8355-77287db7d109 req-6de87f05-940a-41f8-94a4-8b213d51845f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357534
Jun 29 21:46:39.645272 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-5328e31d-348d-4d01-a49f-47f73885e6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063782
Jun 29 21:46:39.671332 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-993e6cae-fdc8-4c0d-9282-be1d328acc4d req-4a12ced2-2415-4260-8395-f841c84a059b service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502807
Jun 29 21:46:39.788875 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9f49e42-6bc4-492f-96dc-4ef0b9634434 req-605d608c-865e-48dd-a3d0-aae1f5f3888f service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357355
Jun 29 21:46:39.801097 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-82b20547-c78e-4aa5-837c-67732cd1d302 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 1097 time: 0.0793867
Jun 29 21:46:39.909019 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-61338057-30a2-4753-ab72-1023244f5d87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 1096 time: 0.0712879
Jun 29 21:46:39.945735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-4a44f44e-f059-4d8d-b4c4-dc55acddf031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:39.947257 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-4a44f44e-f059-4d8d-b4c4-dc55acddf031 service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.1393402
Jun 29 21:46:40.028156 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-2f4fe525-464b-436c-aa53-87eba568c505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920e6676-33e0-4864-bdfd-44b4b59bd852 HTTP/1.1" status: 200  len: 217 time: 0.0696571
Jun 29 21:46:40.053736 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-962ad391-2381-4140-9780-f8f91b0509b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:40.055867 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-962ad391-2381-4140-9780-f8f91b0509b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 915 time: 0.1355226
Jun 29 21:46:40.096447 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-dcb713b3-0648-4b8c-9cb2-609269e1ef6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:40.098001 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-dcb713b3-0648-4b8c-9cb2-609269e1ef6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0608730
Jun 29 21:46:40.138212 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-92225f63-6645-4f57-af3f-ece765bf1d44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 HTTP/1.1" status: 200  len: 217 time: 0.0709884
Jun 29 21:46:40.181327 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-7895e84f-1395-4d88-83e2-e4bfa6832055 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746572
Jun 29 21:46:40.202981 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-27278d7a-ce97-401b-984a-d84afa8e2123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:40.204544 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-27278d7a-ce97-401b-984a-d84afa8e2123 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0587585
Jun 29 21:46:40.253077 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-d749392e-a618-4a25-8a3b-d72bca3fffcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415249
Jun 29 21:46:40.319852 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-1aa24154-2208-46d2-b325-8753ad4c3647 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292219
Jun 29 21:46:40.470737 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-f2932989-00d0-4f7d-9411-bd161c12c775 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089646
Jun 29 21:46:40.550830 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-238186cc-26b7-44dd-9bd4-1167ed6689cc req-dd707eff-d419-4860-87b9-2a59ad8efe20 service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223895
Jun 29 21:46:40.637180 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5db977-2284-448c-90c2-b60bedb53f2c req-f7ae109c-8f3e-4310-b9f0-c865d7bca0b8 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568894
Jun 29 21:46:40.869667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a07e5a-0488-46be-801d-f6665bc7e109 req-c9de9931-049c-486e-863f-6f817bf24885 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:40.871106 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-70a07e5a-0488-46be-801d-f6665bc7e109 req-c9de9931-049c-486e-863f-6f817bf24885 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 944 time: 0.1076627
Jun 29 21:46:40.877452 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616384-6b52-46e9-b2f8-b733a5a789c1 req-8d98a23a-5c28-44d0-a8ca-a7ecb52d0fd8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:40.878807 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c616384-6b52-46e9-b2f8-b733a5a789c1 req-8d98a23a-5c28-44d0-a8ca-a7ecb52d0fd8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 943 time: 0.1506872
Jun 29 21:46:40.962598 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-70a07e5a-0488-46be-801d-f6665bc7e109 req-41fca0a9-84f3-46ce-b9e1-27401eb8384d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827918
Jun 29 21:46:40.967565 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c616384-6b52-46e9-b2f8-b733a5a789c1 req-65fb257f-b7d4-49c3-9ef8-30290e90e628 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670509
Jun 29 21:46:42.244691 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44615f37-aa67-441a-8522-0da70c08d068 req-55388927-511b-4bc1-bc88-d4584bb6d44f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:42.246073 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-44615f37-aa67-441a-8522-0da70c08d068 req-55388927-511b-4bc1-bc88-d4584bb6d44f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 944 time: 0.1353514
Jun 29 21:46:42.275136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aec142-3b85-405a-aa89-aa6488a48cfe req-24cc2a68-2c0c-45a0-bdc5-cd3f697e4432 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:42.276714 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71aec142-3b85-405a-aa89-aa6488a48cfe req-24cc2a68-2c0c-45a0-bdc5-cd3f697e4432 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 943 time: 0.1347716
Jun 29 21:46:42.339266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-44615f37-aa67-441a-8522-0da70c08d068 req-6bc2f371-05f2-4329-8162-8cb3f7e6f7d1 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863287
Jun 29 21:46:42.355313 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71aec142-3b85-405a-aa89-aa6488a48cfe req-5da4347c-2794-45fa-9564-b9d860767e60 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725989
Jun 29 21:46:42.640726 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 920e6676-33e0-4864-bdfd-44b4b59bd852 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:46:42.808953 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=920e6676-33e0-4864-bdfd-44b4b59bd852,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:42.828122 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'port_id': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'mac_address': 'fa:16:3e:21:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:46:42.894053 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:42.912489 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920e6676-33e0-4864-bdfd-44b4b59bd852 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:42.929733 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=920e6676-33e0-4864-bdfd-44b4b59bd852,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:42.935521 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:42.936380 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:46:42.941096 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:43.077398 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:43.087899 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:43.139877 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:43.160173 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'port_id': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'mac_address': 'fa:16:3e:50:82:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbe3363-0089-4826-8edc-2e23efcbcfe7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:46:43.255911 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:43.286031 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:46:43.301106 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:43.306800 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:43.308661 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:43.391460 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:43.395148 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:43.589731 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:43.630941 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9a63-43d0-46e7-842b-49933e666161 req-b684cea3-8f1d-4ba7-ab46-6a50ca02038b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:43.632481 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-537d9a63-43d0-46e7-842b-49933e666161 req-b684cea3-8f1d-4ba7-ab46-6a50ca02038b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 944 time: 0.1380005
Jun 29 21:46:43.641724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['920e6676-33e0-4864-bdfd-44b4b59bd852'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:43.669618 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84046d03-e93c-4e77-8f6b-df49ef29166f req-e9e4cba6-677c-4747-8581-158c671fb474 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:43.671051 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-84046d03-e93c-4e77-8f6b-df49ef29166f req-e9e4cba6-677c-4747-8581-158c671fb474 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 945 time: 0.1282749
Jun 29 21:46:43.722933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-537d9a63-43d0-46e7-842b-49933e666161 req-1834139e-0c6f-484c-9f3b-b6f1785cc673 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823762
Jun 29 21:46:43.741329 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-84046d03-e93c-4e77-8f6b-df49ef29166f req-e83bc73e-d6d8-4c7b-adf8-aaa283b00918 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576763
Jun 29 21:46:44.442850 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:46:44.461012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:45.035592 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd1862-c9b0-4cc4-a70a-0fcc17eb23bc req-3202b1df-1eb7-4b72-b9e4-2155e0e933ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:45.037697 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cdcd1862-c9b0-4cc4-a70a-0fcc17eb23bc req-3202b1df-1eb7-4b72-b9e4-2155e0e933ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 944 time: 0.1433923
Jun 29 21:46:45.051025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7d0f6-8ed0-413c-976c-72292a311aaf req-ec66e679-b4a6-427f-b04c-e04b521215f2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:45.052566 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42a7d0f6-8ed0-413c-976c-72292a311aaf req-ec66e679-b4a6-427f-b04c-e04b521215f2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 945 time: 0.1174686
Jun 29 21:46:45.127626 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cdcd1862-c9b0-4cc4-a70a-0fcc17eb23bc req-923b4598-2268-4d40-a313-8f58af7c74da tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826149
Jun 29 21:46:45.133209 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42a7d0f6-8ed0-413c-976c-72292a311aaf req-91f9b0bf-2906-489b-8b69-1b46e09ffcd2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668588
Jun 29 21:46:46.414362 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaffa3c-f771-44ad-a4d6-43922571e511 req-2e943728-e344-4eb5-9bdb-e6c067c94ce8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:46.415908 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dfaffa3c-f771-44ad-a4d6-43922571e511 req-2e943728-e344-4eb5-9bdb-e6c067c94ce8 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 944 time: 0.1401458
Jun 29 21:46:46.425087 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365afd-a8ae-4795-ba98-7eee78b5d211 req-40728794-6372-40e1-85a6-87dcc43f05ec tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:46.426542 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ff365afd-a8ae-4795-ba98-7eee78b5d211 req-40728794-6372-40e1-85a6-87dcc43f05ec tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 945 time: 0.1159441
Jun 29 21:46:46.506475 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dfaffa3c-f771-44ad-a4d6-43922571e511 req-f4062a3f-5c7d-4f38-909f-25e84bd9c6b3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788386
Jun 29 21:46:46.512218 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ff365afd-a8ae-4795-ba98-7eee78b5d211 req-27b0b322-1af5-4caa-81e2-623e05e73256 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706313
Jun 29 21:46:46.648855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 920e6676-33e0-4864-bdfd-44b4b59bd852 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:46:46.726714 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 920e6676-33e0-4864-bdfd-44b4b59bd852 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:46:46.732542 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 920e6676-33e0-4864-bdfd-44b4b59bd852 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:46.733026 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:46.862577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:46.892512 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:46.904479 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=920e6676-33e0-4864-bdfd-44b4b59bd852,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:46.912746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:46.914118 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:46:46.953133 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:47.007840 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'code': 200}
Jun 29 21:46:47.106361 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:47.129610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.130258 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.130632 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.131199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.131841 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.132412 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.132980 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.133470 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.134006 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.134827 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.135427 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:46:47.142488 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:47.148708 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:46:47.156996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:47.157614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:47.224791 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-542194c7-6039-4cc1-a176-c9c198550f41 req-3e357f1a-19a4-4248-b321-e756ec782c38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 1099 time: 0.0751779
Jun 29 21:46:47.273395 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-542194c7-6039-4cc1-a176-c9c198550f41 req-75daf660-c02d-4297-a00b-507e1e6dec26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413904
Jun 29 21:46:47.364444 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:47.424722 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:47.429993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:47.432222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:47.501314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:47.504435 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:47.829931 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1153-46ec-4188-8d18-3eb176246980 req-76439137-56e7-4e51-8fa0-781b8891af63 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:47.831611 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fb8a1153-46ec-4188-8d18-3eb176246980 req-76439137-56e7-4e51-8fa0-781b8891af63 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.1445634
Jun 29 21:46:47.839612 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342ed3-8fc5-4547-bbcd-8f7123ac9c4b req-f4f2053e-c3a3-4b8d-9275-caed86f7e9eb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:47.841113 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e342ed3-8fc5-4547-bbcd-8f7123ac9c4b req-f4f2053e-c3a3-4b8d-9275-caed86f7e9eb tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.1193473
Jun 29 21:46:47.922140 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fb8a1153-46ec-4188-8d18-3eb176246980 req-a944211b-7ddf-4ac5-9a82-e61b67f241db tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800138
Jun 29 21:46:47.927166 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e342ed3-8fc5-4547-bbcd-8f7123ac9c4b req-bc011510-26d3-4ce5-913b-a31c5fa293a2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712767
Jun 29 21:46:49.010162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:49.294718 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399c3a-0220-4473-9b2b-32bdb8c5f51b req-2cfd41bb-ff29-4bcc-8789-efa22941f6b3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:49.297389 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a9399c3a-0220-4473-9b2b-32bdb8c5f51b req-2cfd41bb-ff29-4bcc-8789-efa22941f6b3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.2423251
Jun 29 21:46:49.307627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ddba-4db5-4a83-9a34-d64b85faa734 req-8ea7feb3-a09b-4895-ab99-0434a77b06cc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:49.309662 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2104ddba-4db5-4a83-9a34-d64b85faa734 req-8ea7feb3-a09b-4895-ab99-0434a77b06cc tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.2027404
Jun 29 21:46:49.539035 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a9399c3a-0220-4473-9b2b-32bdb8c5f51b req-6ef1e699-eb54-4586-8c1e-f405a3d77aa3 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279339
Jun 29 21:46:49.546828 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2104ddba-4db5-4a83-9a34-d64b85faa734 req-a9188970-c3a7-4b62-bb6b-e1f3318524cf tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073585
Jun 29 21:46:49.613142 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'code': 200}
Jun 29 21:46:49.786893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64f0f2-6636-416e-9304-809132aec84b req-67f65592-c3bb-4792-b755-5ce2487887b4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:49.790384 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2f64f0f2-6636-416e-9304-809132aec84b req-67f65592-c3bb-4792-b755-5ce2487887b4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.1007416
Jun 29 21:46:49.803072 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38090) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:49.810195 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Request body: {'floatingip': {'port_id': '920e6676-33e0-4864-bdfd-44b4b59bd852'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:49.932550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:50.134093 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fa730b95-94a9-4724-9c17-7320f91e74c2 req-0690a994-dc66-46e8-8f63-66579bd488c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 1098 time: 0.2703340
Jun 29 21:46:50.286011 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-015746e8-61b0-4d99-8114-0f06d1c97475 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288673799&fields=id&tenant_id=438fa53897384365ab81678b943c30d8 HTTP/1.1" status: 200  len: 267 time: 0.1763363
Jun 29 21:46:50.344588 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fa730b95-94a9-4724-9c17-7320f91e74c2 req-09e6ab1b-d7d4-4aa8-85b2-80cd4af2e9e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987755
Jun 29 21:46:50.552523 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-c0c501f3-3ec4-4638-bdeb-103e8ea49a00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:50.554575 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-c0c501f3-3ec4-4638-bdeb-103e8ea49a00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 985 time: 0.2596409
Jun 29 21:46:50.575376 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Request body: {'port': {'security_groups': ['1b0edd01-f1d5-43d3-be98-caa9f8522d71']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:46:50.924917 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.176027 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0374d-5e35-48f3-8beb-0d8a98571d8a req-1c78dae1-e9ed-406e-addc-9b17f4677846 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:51.177504 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96c0374d-5e35-48f3-8beb-0d8a98571d8a req-1c78dae1-e9ed-406e-addc-9b17f4677846 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.4133770
Jun 29 21:46:51.241868 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.db.resource_extend [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 21:46:51.368034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-96c0374d-5e35-48f3-8beb-0d8a98571d8a req-c1710bfb-3071-4d54-9184-c599bb92aa23 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792998
Jun 29 21:46:51.442292 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.448296 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.586952 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:46:51.622423 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.628056 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.642054 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:51.675204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6105be32-b86f-4f7c-904f-3be9b8582657 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:51.764588 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:51.765033 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:51.766299 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d6252083-eebc-40ed-868f-6f9c341fd3a5 req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "PUT /v2.0/ports/ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 943 time: 1.1983175
Jun 29 21:46:51.766932 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:51.779288 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38100) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:51.793506 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event updated for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=7']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:51.797299 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:51.820228 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Floating IP 2f120683-6cbd-44ab-b30c-f676ab9bda4f associated. External IP: 172.27.3.71, port: 920e6676-33e0-4864-bdfd-44b4b59bd852.
Jun 29 21:46:51.998089 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:46:52.000777 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.043781 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:46:52.071326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.217485 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.226557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3793d32-3af0-4bd8-a6f6-db9195cce9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:52.234943 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-910e8998-8b53-4b39-a5f7-a7c501a774f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1099 time: 0.1901050
Jun 29 21:46:52.246953 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e727a-5f3a-4c64-a10f-a94560766711,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:52.250092 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:52.251714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.257800 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ec0f1975-9d2d-4ffe-a74b-1bde50e00035 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec8e727a-5f3a-4c64-a10f-a94560766711 HTTP/1.1" status: 204  len: 168 time: 0.4712899
Jun 29 21:46:52.258115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38104) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:46:52.287627 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-1b73494b-fc7e-4b44-b6cf-ff12006d7d27 None None] Provisioning complete for port ef208a81-eb66-46c6-b3aa-44cb768c7e81 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:46:52.288050 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1b73494b-fc7e-4b44-b6cf-ff12006d7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.508660 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-5adfcdc7-4e23-40e7-8bd6-bdffd18af9cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:52.510396 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-5adfcdc7-4e23-40e7-8bd6-bdffd18af9cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.2678275
Jun 29 21:46:52.550790 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Deleting port a637e330-65d4-4b0f-a4f9-21e4b64e7ef5 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:46:52.551122 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.746776 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-1438ae1b-0454-4c3a-bd7e-d2dbe5989062 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 1002 time: 0.2249866
Jun 29 21:46:52.760057 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.760389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:52.896460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Calling delete_port for a637e330-65d4-4b0f-a4f9-21e4b64e7ef5 owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:46:52.957013 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-6e7380b8-462b-42eb-8bb4-fc22ca411804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:52.958466 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-6e7380b8-462b-42eb-8bb4-fc22ca411804 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.2044241
Jun 29 21:46:52.965908 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5706c2-8942-4844-a167-622de0865114 req-ee3124a2-5ef8-4ae9-8350-9661d090360a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:52.967428 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0a5706c2-8942-4844-a167-622de0865114 req-ee3124a2-5ef8-4ae9-8350-9661d090360a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.3904753
Jun 29 21:46:53.078285 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:46:53.089756 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0a5706c2-8942-4844-a167-622de0865114 req-6ce3fcf2-400f-4277-be89-c098f07a1a93 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864680
Jun 29 21:46:53.106587 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-f8c39d03-5f72-4ec5-91a3-bcbdf33625fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1379743
Jun 29 21:46:53.150197 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:53.155432 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:46:53.212492 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event deleted for resources: {'Port': ['ID=a637e330-65d4-4b0f-a4f9-21e4b64e7ef5,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:46:53.214925 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:46:53.323270 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:53.327439 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-af9042cb-5dc4-41b3-9c3d-97d276a3078e service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664736
Jun 29 21:46:53.546284 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-40611c8e-b266-4a0a-aaf7-e344761602b6 req-5a4e416d-8ef6-444d-9941-9e90584351c7 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119923
Jun 29 21:46:53.562134 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:46:53.566692 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:53.574954 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:46:53.590187 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:53.591149 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a891c9370>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:53.639213 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-33429197-b9bf-4850-8fda-d6f3a18dcf6d tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "PUT /v2.0/floatingips/2f120683-6cbd-44ab-b30c-f676ab9bda4f HTTP/1.1" status: 200  len: 991 time: 3.8337486
Jun 29 21:46:53.910847 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:53.943616 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Router 26af19fb-1024-4488-83d3-4d18b11505b4 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:46:54.044806 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:54.113049 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'status': 'completed', 'code': 200}
Jun 29 21:46:54.271275 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-a336a6df-b208-4d02-b813-495b72cb7d5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 1099 time: 0.1214857
Jun 29 21:46:54.294215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:46:54.313653 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Sync routers for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:46:54.324595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:54.332521 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:54.333163 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89323d60>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:54.395273 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8c18cbc-1067-453a-a654-101d15b9f247 HTTP/1.1" status: 204  len: 168 time: 2.1357822
Jun 29 21:46:54.395988 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:46:54.472767 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a891c9370>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '2f120683-6cbd-44ab-b30c-f676ab9bda4f', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:21:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:46:32Z', 'updated_at': '2021-06-29T21:46:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:54.484387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:46:54.508139 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:54.508947 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a891c9370>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:54.513493 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-8622d574-af22-4d8f-a15d-48e83bbfacbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:54.516098 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-8622d574-af22-4d8f-a15d-48e83bbfacbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 200  len: 911 time: 0.2358832
Jun 29 21:46:54.525867 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:46:54.544018 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:54.640404 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-a7e16c40-7853-43d8-b8a2-e69641e34789 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920e6676-33e0-4864-bdfd-44b4b59bd852 HTTP/1.1" status: 200  len: 999 time: 0.1063366
Jun 29 21:46:54.696008 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-6f214ffa-0087-4158-8042-dea70c5340ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438fa53897384365ab81678b943c30d8&device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 1099 time: 0.1334176
Jun 29 21:46:54.734374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-0ef6bd87-4046-4c3b-9ea2-d7ed50a544f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:54.736830 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-0ef6bd87-4046-4c3b-9ea2-d7ed50a544f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 200  len: 849 time: 0.0886996
Jun 29 21:46:54.764620 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:54.889941 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-b5ece6b6-c02b-4c73-a881-2a8b17c351f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00d7d3cb-ce2a-45ce-9ca8-13363667a016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460357
Jun 29 21:46:54.920693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-301af475-f956-4982-93a1-cb34527c30ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:54.922528 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-301af475-f956-4982-93a1-cb34527c30ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 200  len: 916 time: 0.2150447
Jun 29 21:46:55.096116 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-4977af0f-6840-4dd7-8742-72a4b75ac8b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 200  len: 217 time: 0.1634455
Jun 29 21:46:55.152433 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-1abfe9e5-9fa6-46cc-bc6d-e179d013fc5e service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520230
Jun 29 21:46:55.293152 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89323d60>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:55.300113 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Checking router: 26af19fb-1024-4488-83d3-4d18b11505b4 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:46:55.320267 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:46:55.321763 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89323d60>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:55.322215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-a269b0a0-fc20-44c1-bc9c-1ba228c88a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:55.324846 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-a269b0a0-fc20-44c1-bc9c-1ba228c88a36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 200  len: 854 time: 0.2229722
Jun 29 21:46:55.397963 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b8aec28a-38fe-431c-9ac5-a4b231aafa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:55.407207 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd33b4f4-1c7b-4bab-b1e5-c4dfd8063208 req-90870f1f-b867-43ae-b9fa-9574598acfbf service neutron] 10.222.0.26 "GET /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459066
Jun 29 21:46:55.473116 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-b6be3814-fa36-4b11-8574-dbb26638f254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f928998b-480c-4f3d-9167-f727e196becb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1395590
Jun 29 21:46:55.541480 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a891c9370>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '2f120683-6cbd-44ab-b30c-f676ab9bda4f', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:21:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:46:32Z', 'updated_at': '2021-06-29T21:46:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:55.547297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735647d-a36b-48ec-8216-9aa44c012a3f None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '2f120683-6cbd-44ab-b30c-f676ab9bda4f', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'port_id': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'mac_address': 'fa:16:3e:21:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:46:32Z', 'updated_at': '2021-06-29T21:46:50Z', 'revision_number': 1, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:46:55.575397 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:46:55.733635 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-48cbee2f-cba3-4738-861d-f826ee0523ca service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455885
Jun 29 21:46:55.754192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:55.859441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ac2e6-84d4-4604-8869-f93a3a22f58d None None] New status for floating IP 2f120683-6cbd-44ab-b30c-f676ab9bda4f: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:46:55.976508 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89323d60>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:46:55.981477 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996a9e0-23d9-4c0c-b87b-7cfd54b46fb6 None None] The sync data for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi is: [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:43:35Z', 'revision_number': 4, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'bfe3d3a4-1dfb-4018-b9b3-55a72aab304b', 'name': '', 'network_id': 'f928998b-480c-4f3d-9167-f727e196becb', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'mac_address': 'fa:16:3e:bc:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:33Z', 'updated_at': '2021-06-29T21:43:49Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'subnets': [{'id': 'e7d9f4ce-2ef8-4b62-a291-479a5a8cd514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:46:56.061297 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6c5361a1-3848-4e5e-9f30-42cff4c8f740 req-c48b8c9a-f320-46b0-828b-d1f4d379ec59 service neutron] 10.222.0.26 "GET /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3174689
Jun 29 21:46:57.627540 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-02029b48-20c1-478f-9ad0-3fcab80da98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:58.173792 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3737f9-a3b8-46a0-a456-7349c9f4975e None None] New status for floating IP c8c18cbc-1067-453a-a654-101d15b9f247: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:46:58.840115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:46:59.566041 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b94e-6728-486c-bde8-855b3056d2b7 req-ac413bf1-1648-470e-809f-6a2b5619ec7a tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:46:59.567535 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6ea0b94e-6728-486c-bde8-855b3056d2b7 req-ac413bf1-1648-470e-809f-6a2b5619ec7a tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1516283
Jun 29 21:46:59.611801 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6ea0b94e-6728-486c-bde8-855b3056d2b7 req-4d8b8f9a-aff5-441e-b6fb-14f9e94f351f tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381124
Jun 29 21:47:00.089925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:00.810719 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41b17-aa82-4a9d-a218-d1b5059f5607 req-ebd054d8-c3d3-40e6-9694-4cf1c3e96098 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:00.812191 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6dc41b17-aa82-4a9d-a218-d1b5059f5607 req-ebd054d8-c3d3-40e6-9694-4cf1c3e96098 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.0768793
Jun 29 21:47:00.859720 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6dc41b17-aa82-4a9d-a218-d1b5059f5607 req-92c2f3c5-81c3-4e8b-bdef-5c341d3e8046 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420434
Jun 29 21:47:01.496917 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-027737cb-6e7f-41d4-ba02-ce07efbbfb00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:01.497657 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-027737cb-6e7f-41d4-ba02-ce07efbbfb00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Synchronizing usage tracker for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:01.514805 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-027737cb-6e7f-41d4-ba02-ce07efbbfb00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Unset dirty status for tenant:438fa53897384365ab81678b943c30d8 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:01.516275 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-027737cb-6e7f-41d4-ba02-ce07efbbfb00 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.26 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.1000013
Jun 29 21:47:01.586188 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Deleting port ef208a81-eb66-46c6-b3aa-44cb768c7e81 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:01.586522 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:01.868730 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] For port ef208a81-eb66-46c6-b3aa-44cb768c7e81, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ef208a81-eb66-46c6-b3aa-44cb768c7e81,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:01.869072 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:02.093030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Calling delete_port for ef208a81-eb66-46c6-b3aa-44cb768c7e81 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:02.233367 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7dde5-4b49-4519-8f97-86a8967353ac req-02ea87a8-fc3f-4067-b632-e57f02f9b6d1 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:02.235931 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-56f7dde5-4b49-4519-8f97-86a8967353ac req-02ea87a8-fc3f-4067-b632-e57f02f9b6d1 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/ports?device_id=61dc466e-48b1-49f8-8364-14d34720730b HTTP/1.1" status: 200  len: 946 time: 0.2436416
Jun 29 21:47:02.299822 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-56f7dde5-4b49-4519-8f97-86a8967353ac req-e2d7cb87-5ca5-459a-8a2f-339f99b8e70a tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b0edd01-f1d5-43d3-be98-caa9f8522d71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536692
Jun 29 21:47:02.374304 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:02.381341 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:02.387374 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ef208a81-eb66-46c6-b3aa-44cb768c7e81'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:02.424126 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Pushing event deleted for resources: {'Port': ['ID=ef208a81-eb66-46c6-b3aa-44cb768c7e81,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:02.430091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:02.513843 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] No DVR routers for this DVR port ef208a81-eb66-46c6-b3aa-44cb768c7e81 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:02.516471 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:02.519183 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'name': 'network-vif-deleted', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:02.536467 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2a0f1bc6-fd00-4004-ac24-4ab923f5a7cb req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] 10.222.0.26 "DELETE /v2.0/ports/ef208a81-eb66-46c6-b3aa-44cb768c7e81 HTTP/1.1" status: 204  len: 173 time: 1.0137260
Jun 29 21:47:02.594051 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc466e-48b1-49f8-8364-14d34720730b', 'name': 'network-vif-deleted', 'tag': 'ef208a81-eb66-46c6-b3aa-44cb768c7e81', 'status': 'completed', 'code': 200}
Jun 29 21:47:04.123075 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38250) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:04.606167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:04.789114 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ef208a81-eb66-46c6-b3aa-44cb768c7e81 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:04.851544 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: ef208a81-eb66-46c6-b3aa-44cb768c7e81 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:04.851962 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ef208a81-eb66-46c6-b3aa-44cb768c7e81 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:05.331750 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Deleting port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:05.332345 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:05.593754 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] For port bfe3d3a4-1dfb-4018-b9b3-55a72aab304b, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:05.594104 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:05.720728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Calling delete_port for bfe3d3a4-1dfb-4018-b9b3-55a72aab304b owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:06.031699 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-d3d0809a-d382-4dc1-8fb3-38b23cbb81bc tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:06.033185 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-d3d0809a-d382-4dc1-8fb3-38b23cbb81bc tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.3197052
Jun 29 21:47:06.064470 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-af98c6bf-77cd-4502-a9d9-012ca45dbf47 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/quotas/2181f735aa7644cd9a769113117fcbba HTTP/1.1" status: 200  len: 375 time: 0.0172119
Jun 29 21:47:06.210629 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:06.214539 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a378b5d5-620e-4ab1-a55c-856a2328c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:06.252185 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-4c040323-efa3-4fcd-8484-d85f3a9e75ba tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1742558
Jun 29 21:47:06.268191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe3d3a4-1dfb-4018-b9b3-55a72aab304b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:06.277496 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:06.609102 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-5a4d5e55-a628-4157-a5de-92ac1b79243e service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3419938
Jun 29 21:47:06.824409 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-0cc2274d-7dd4-4976-9843-7e205a51fb52 service neutron] 10.222.0.21 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095716
Jun 29 21:47:06.859319 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:07.100822 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac6fd07f-7b04-4a43-9d70-3180926a92eb req-67e17810-cbc0-4977-a1fd-d9fdfbe18f08 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 210 time: 0.0546460
Jun 29 21:47:07.905803 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Router 26af19fb-1024-4488-83d3-4d18b11505b4 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:08.301320 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2f843f2c-7939-4617-ba96-5ab1d9d62c7b req-840f557b-012b-442c-bc8f-24d0e792f9ef tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 210 time: 0.0518620
Jun 29 21:47:08.303763 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:08.317289 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] 10.222.0.21 "PUT /v2.0/routers/26af19fb-1024-4488-83d3-4d18b11505b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1929226
Jun 29 21:47:08.321727 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38296) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:08.326139 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Sync routers for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:08.346631 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:08.348376 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f23430>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:08.568802 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:08.582417 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:08.687390 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-503c16d4-cde2-4031-b9db-28f3139d8765 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:08.689821 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-503c16d4-cde2-4031-b9db-28f3139d8765 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 814 time: 0.1576085
Jun 29 21:47:08.712551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Request body: {'port': {'device_id': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'admin_state_up': True, 'tenant_id': '2181f735aa7644cd9a769113117fcbba'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:08.900673 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:08.925788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:08.935195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:08.939121 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Deleting port 55164afa-889d-4db5-bc04-e24d8f765b1d {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:08.940094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:08.948354 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Made reservation on behalf of 2181f735aa7644cd9a769113117fcbba for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:08.952156 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.005952 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f23430>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:47:06Z', 'revision_number': 5, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port': {'id': '55164afa-889d-4db5-bc04-e24d8f765b1d', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:09.012188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Checking router: 26af19fb-1024-4488-83d3-4d18b11505b4 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:09.028108 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Routers {'26af19fb-1024-4488-83d3-4d18b11505b4'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:09.028870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f23430>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['26af19fb-1024-4488-83d3-4d18b11505b4'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:09.146241 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] For port 55164afa-889d-4db5-bc04-e24d8f765b1d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=55164afa-889d-4db5-bc04-e24d8f765b1d,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:09.147120 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.236328 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] Set router 26af19fb-1024-4488-83d3-4d18b11505b4 gateway port host: None {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:09.253495 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Allocated IP 172.20.0.7 (a714ca91-c4ab-4d18-a4f9-fd25b28793d2/1bbe3363-0089-4826-8edc-2e23efcbcfe7/faf58a5f-7caf-4871-a4fc-8210fa95c8c9) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:09.292245 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Calling delete_port for 55164afa-889d-4db5-bc04-e24d8f765b1d owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:09.455289 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f23430>, [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:47:08Z', 'revision_number': 6, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:09.462388 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55ab98-03cf-4a21-bcb8-a15d70f5e0d4 None None] The sync data for ids ['26af19fb-1024-4488-83d3-4d18b11505b4'] in dv-cinder-798672-2-iscsi is: [{'id': '26af19fb-1024-4488-83d3-4d18b11505b4', 'name': 'tempest-TestMinimumBasicScenario-1861178629-router', 'tenant_id': '438fa53897384365ab81678b943c30d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:24Z', 'updated_at': '2021-06-29T21:47:08Z', 'revision_number': 6, 'project_id': '438fa53897384365ab81678b943c30d8', 'gw_port_host': None}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:09.498311 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c1e2c9b2-d40b-481d-92c2-1ec1633319f8 req-0e3bb093-508e-4089-ad96-51c0ee14e687 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 210 time: 0.0484338
Jun 29 21:47:09.578398 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.583549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1d6f9876-ff64-4add-a957-cc9ebddfb7ad tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:09.587914 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.624595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Pushing event deleted for resources: {'Port': ['ID=55164afa-889d-4db5-bc04-e24d8f765b1d,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:09.628522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:09.633677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.642723 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:09.647478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:09.733573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:09.737299 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:09.742030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:09.774755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event updated for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:09.781483 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:09.827531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:09.828964 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:09.871497 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1637506
Jun 29 21:47:09.888455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Request body: {'port': {'device_id': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:09.989123 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.044554 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.318166 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.328455 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.382318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.383536 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26af19fb-1024-4488-83d3-4d18b11505b4 {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:47:10.409096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.410309 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] 10.222.0.21 "DELETE /v2.0/routers/26af19fb-1024-4488-83d3-4d18b11505b4 HTTP/1.1" status: 204  len: 168 time: 2.0876489
Jun 29 21:47:10.413895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38308) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:10.492681 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Deleting subnet e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:47:10.496090 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.609544 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.725241 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf58a5f-7caf-4871-a4fc-8210fa95c8c9 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:47:10.732922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.749885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Transition to ACTIVE for port object faf58a5f-7caf-4871-a4fc-8210fa95c8c9 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:10.757073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.762294 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-38887fff-54ed-4108-bc0a-253684ea6161 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:10.861132 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef88ec0-8dd9-412a-b711-cdf2629c4c67 req-6de863db-3786-4989-8da6-a0d236f61e94 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:10.862783 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6ef88ec0-8dd9-412a-b711-cdf2629c4c67 req-6de863db-3786-4989-8da6-a0d236f61e94 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 931 time: 0.1917939
Jun 29 21:47:10.866709 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:10.933965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Pushing event updated for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:10.975515 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.975849 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.976303 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.976659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.977195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.977560 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.977907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.978249 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.978594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.978933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.979294 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:10.983267 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:10.991974 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6ef88ec0-8dd9-412a-b711-cdf2629c4c67 req-5b6a4436-8dd0-40df-ae72-e714206a06d6 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936484
Jun 29 21:47:11.001325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.009644 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-50c72123-4036-478a-b884-fae20076dfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:11.054395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d9f4ce-2ef8-4b62-a291-479a5a8cd514,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:11.057720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:11.058746 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.066110 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e7d9f4ce-2ef8-4b62-a291-479a5a8cd514 HTTP/1.1" status: 204  len: 168 time: 0.6510551
Jun 29 21:47:11.066774 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702225d-b8e9-4d53-a186-2c8ea7c4c8f4 None None] Network f928998b-480c-4f3d-9167-f727e196becb requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:11.067877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38314) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:11.183428 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.196073 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Deleting port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:11.196517 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.202458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Attempting to bind port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:11.202458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Attempting to bind port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:11.202952 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Attempting to bind port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:11.209969 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:47:11.210393 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Attempting to bind port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 on network a714ca91-c4ab-4d18-a4f9-fd25b28793d2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:11.218261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:11.218585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Checking segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:11.219708 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Bound using segment: {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:11.219708 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Bound port: faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd40c91-b132-4248-a6a5-7d60bd7c403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:11.220075 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.325616 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:11.329883 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:11.338155 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.346078 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c61f1e94-836f-4554-aa75-7c2d0b0f3f5e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:11.429814 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 55164afa-889d-4db5-bc04-e24d8f765b1d no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:11.452841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] For port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:11.453152 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.477938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Pushing event updated for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:11.494514 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:11.498458 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.500723 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] 10.222.0.26 "PUT /v2.0/ports/faf58a5f-7caf-4871-a4fc-8210fa95c8c9 HTTP/1.1" status: 200  len: 1093 time: 1.6188054
Jun 29 21:47:11.501540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:11.502386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] DHCP port deletion for f928998b-480c-4f3d-9167-f727e196becb request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:47:11.516678 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 55164afa-889d-4db5-bc04-e24d8f765b1d {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:11.517181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 55164afa-889d-4db5-bc04-e24d8f765b1d not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:11.517865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bfe3d3a4-1dfb-4018-b9b3-55a72aab304b no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:11.546405 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Deleting port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:11.547582 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.608431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Calling delete_port for aa50b3eb-d3ed-402b-b1c4-9b6997eb554f owned by network:dhcp {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:11.613249 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9', 'status': 'completed', 'code': 200}
Jun 29 21:47:11.651818 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: bfe3d3a4-1dfb-4018-b9b3-55a72aab304b {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:11.652089 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bfe3d3a4-1dfb-4018-b9b3-55a72aab304b not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:11.688505 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-0a8ae233-6cb6-4396-8063-d33d48df884b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 1096 time: 0.1355603
Jun 29 21:47:11.746258 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.754079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:11.781283 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-169612a5-8e9c-48ef-8513-22eb827fb03c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9 HTTP/1.1" status: 200  len: 217 time: 0.0827763
Jun 29 21:47:11.808690 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] For port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,segment=NetworkSegment(08b6adf9-2a64-44ad-adfd-6ef0068d890b),segment_id=08b6adf9-2a64-44ad-adfd-6ef0068d890b)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:11.809228 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:11.897411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-88c7d5e0-4e31-4923-831e-d9dd72d8ea2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:11.899072 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-88c7d5e0-4e31-4923-831e-d9dd72d8ea2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.1103079
Jun 29 21:47:11.902191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa50b3eb-d3ed-402b-b1c4-9b6997eb554f,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:11.904883 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:11.907778 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] No DVR routers for this DVR port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f on host dv-cinder-798672-2-iscsi {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:11.948360 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Calling delete_port for aa50b3eb-d3ed-402b-b1c4-9b6997eb554f owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:11.958262 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-1664a82f-33ea-4b7a-9a13-dff6ce5c1c35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461960
Jun 29 21:47:12.041287 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.057221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88b651c0>,) {'filters': {'network_id': ['f928998b-480c-4f3d-9167-f727e196becb']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:12.072717 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88b651c0>, '08b6adf9-2a64-44ad-adfd-6ef0068d890b') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:12.073407 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88b651c0>, '08b6adf9-2a64-44ad-adfd-6ef0068d890b') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:12.091544 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.125374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.125768 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:47:12.126243 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:47:12.132110 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-c45a6cf1-d5d8-4ac7-b9f2-804f2f8174aa service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641600
Jun 29 21:47:12.140659 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:47:12.141298 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:47:12.164610 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:47:12.280806 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-1dd7e255-f7ad-4b39-91eb-1d12e22c40c7 req-a8fac346-20e6-4a3b-b38a-0a9d52c03efc service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392307
Jun 29 21:47:12.393293 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.405639 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-416dee62-1a78-4262-9c68-62de561ecd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:12.425782 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-ffb28a6f-742a-4f7a-a2e7-9663cbc21434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 1096 time: 0.0914621
Jun 29 21:47:12.429123 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.444104 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Pushing event deleted for resources: {'Network': ['ID=f928998b-480c-4f3d-9167-f727e196becb,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:12.452826 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:12.473475 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f928998b-480c-4f3d-9167-f727e196becb HTTP/1.1" status: 204  len: 168 time: 1.4013455
Jun 29 21:47:12.475499 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38324) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:12.581507 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-7a775fe6-4cd2-48e3-95cf-44088615e7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:12.582996 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-7a775fe6-4cd2-48e3-95cf-44088615e7c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 915 time: 0.1498129
Jun 29 21:47:12.583577 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1001e-9f69-4dd4-b3cf-2a9336f79bac req-5fd0c4f0-853f-407b-8c61-c47b38a74207 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:12.586007 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-14b1001e-9f69-4dd4-b3cf-2a9336f79bac req-5fd0c4f0-853f-407b-8c61-c47b38a74207 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 943 time: 0.4486668
Jun 29 21:47:12.627698 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Deleting port aa50b3eb-d3ed-402b-b1c4-9b6997eb554f {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:12.628538 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:12.659504 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-3d30838a-05b3-4c20-b2e0-3647fdc7a4a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9 HTTP/1.1" status: 200  len: 217 time: 0.0687273
Jun 29 21:47:12.703757 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-b3a10c5d-92e7-49e1-8a26-7eebe08e15a5 None None] The port 'aa50b3eb-d3ed-402b-b1c4-9b6997eb554f' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:47:12.705849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-14b1001e-9f69-4dd4-b3cf-2a9336f79bac req-aeaac1f2-4279-46ed-8eb3-970d2f5234eb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074159
Jun 29 21:47:12.749329 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-15a51b49-2d52-4b63-8604-8dce6256a1cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:12.750806 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-15a51b49-2d52-4b63-8604-8dce6256a1cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0848680
Jun 29 21:47:12.824296 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-f5bb9613-addd-4057-9b94-6a12a1dc5b29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658472
Jun 29 21:47:13.076914 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-69b6d0bc-785a-46d4-b255-89d3e54ec5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417529
Jun 29 21:47:13.126374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:13.236911 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c08b1d7e-64a8-4bef-ae75-642c80e107ba req-7996569a-2317-4b98-ab1d-2ea6bbb38dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507032
Jun 29 21:47:13.346933 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device aa50b3eb-d3ed-402b-b1c4-9b6997eb554f no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:13.382206 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: aa50b3eb-d3ed-402b-b1c4-9b6997eb554f {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:13.382544 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device aa50b3eb-d3ed-402b-b1c4-9b6997eb554f not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:13.789514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Deleting port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:13.790077 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:14.174436 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735d8f9-95e3-4cc7-a7b6-3487c9967bf1 req-e3e4b238-9388-4594-ae38-7452379826bd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:14.176079 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9735d8f9-95e3-4cc7-a7b6-3487c9967bf1 req-e3e4b238-9388-4594-ae38-7452379826bd tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 943 time: 0.2986538
Jun 29 21:47:14.182280 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] For port 857a0ce4-ffaf-4ca2-8de9-ae99bc495466, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:14.182661 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:14.334054 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Calling delete_port for 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:14.401410 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9735d8f9-95e3-4cc7-a7b6-3487c9967bf1 req-d20f5cf8-ce41-49b7-87db-c08dd9e0c289 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102928
Jun 29 21:47:14.470678 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-72b5a61a-1aff-4a69-a2aa-d32617862876 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0798631
Jun 29 21:47:14.496407 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:14.576801 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-bc94d052-0a34-4ecc-98fa-da05e0d887eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2181f735aa7644cd9a769113117fcbba&device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 1098 time: 0.0780962
Jun 29 21:47:14.577330 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:14.585347 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:14.648844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=857a0ce4-ffaf-4ca2-8de9-ae99bc495466,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:14.651608 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:14.832618 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-739939f5-cf19-4760-9a7e-c393217b5f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:14.834692 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-739939f5-cf19-4760-9a7e-c393217b5f3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 200  len: 915 time: 0.2362256
Jun 29 21:47:14.880627 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device faf58a5f-7caf-4871-a4fc-8210fa95c8c9 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:47:14.954483 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-a09d8aa3-d57d-449e-8da9-641754c135f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 HTTP/1.1" status: 200  len: 217 time: 0.1100557
Jun 29 21:47:15.030890 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-6ae48130-26a9-4637-b1fa-42ec704f61c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:15.032425 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-6ae48130-26a9-4637-b1fa-42ec704f61c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 200  len: 854 time: 0.0718060
Jun 29 21:47:15.050161 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:15.082799 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-a4af55bd-ce76-4247-ae9b-1219a3bc7e88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a714ca91-c4ab-4d18-a4f9-fd25b28793d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419247
Jun 29 21:47:15.091678 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:15.106346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9', 'network_id': 'a714ca91-c4ab-4d18-a4f9-fd25b28793d2', 'port_id': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9', 'mac_address': 'fa:16:3e:1e:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbe3363-0089-4826-8edc-2e23efcbcfe7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:47:15.172563 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:15.200620 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf58a5f-7caf-4871-a4fc-8210fa95c8c9 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:47:15.226586 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:15.234074 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:15.238012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:15.259487 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-872a65f3-d4c6-419a-8554-eb175f91297b service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530426
Jun 29 21:47:15.380330 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:15.387418 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:15.536842 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b0cfb712-8c9d-4363-97ef-a02b17845d49 req-0fab4e75-52e0-46e2-92e7-c75840b6dc6d service neutron] 10.222.0.26 "GET /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2667606
Jun 29 21:47:15.589899 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['faf58a5f-7caf-4871-a4fc-8210fa95c8c9'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:15.731975 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b50dc-5374-4c7e-878e-193c5e60a541 req-d81c9b63-3340-4bf9-ad3d-06e86f7ba629 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:15.733576 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-692b50dc-5374-4c7e-878e-193c5e60a541 req-d81c9b63-3340-4bf9-ad3d-06e86f7ba629 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 944 time: 0.1217518
Jun 29 21:47:16.009212 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-692b50dc-5374-4c7e-878e-193c5e60a541 req-cb863917-5812-4523-9305-7bd37c7e2f37 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658842
Jun 29 21:47:16.080812 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:16.360776 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:16.371762 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Sync routers for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:16.373231 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] 10.222.0.21 "PUT /v2.0/routers/c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8957300
Jun 29 21:47:16.374712 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38356) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:16.391530 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:16.392141 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892315e0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:16.597068 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:16.681228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:16.876552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device faf58a5f-7caf-4871-a4fc-8210fa95c8c9 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:16.961848 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:16.968236 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:16.968675 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:16.977616 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892315e0>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:47:14Z', 'revision_number': 5, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port': {'id': '194bee3d-2d15-475c-a4da-f7bef168919b', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:54Z', 'updated_at': '2021-06-29T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:16.981945 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Checking router: c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:16.998321 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Routers {'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:16.999563 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a892315e0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:17.012747 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.023553 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Deleting port 194bee3d-2d15-475c-a4da-f7bef168919b {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:17.023883 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.103552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.134079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:17.145424 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:17.156762 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.159343 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4c431690-e6d6-4ddd-ba84-6899930b5fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:17.214552 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9', 'code': 200}
Jun 29 21:47:17.283213 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] Set router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:17.288012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:17.296158 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:17.399495 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a892315e0>, [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:47:17Z', 'revision_number': 6, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:17.404639 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d025e-be01-4f3d-87f1-4bdba72e8a08 None None] The sync data for ids ['c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8'] in dv-cinder-798672-2-iscsi is: [{'id': 'c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8', 'name': 'tempest-TestMinimumBasicScenario-1880904321-router', 'tenant_id': '482d5d30bc5445c9876c19313ef0b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:52Z', 'updated_at': '2021-06-29T21:47:17Z', 'revision_number': 6, 'project_id': '482d5d30bc5445c9876c19313ef0b115', 'gw_port_host': None}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:17.445726 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] For port 194bee3d-2d15-475c-a4da-f7bef168919b, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=194bee3d-2d15-475c-a4da-f7bef168919b,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:17.446228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.578843 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Calling delete_port for 194bee3d-2d15-475c-a4da-f7bef168919b owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:17.588591 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d997555-b0d2-4047-bf77-dece4c146761 req-717eaa2f-ca45-4b2e-ba9b-4d3495dbb812 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 1098 time: 0.0780201
Jun 29 21:47:17.610824 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c7d0-7a17-47aa-bd07-71d15fe36535 req-1234f36a-83b6-4eb6-be3a-a74fdd9c4eb9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:17.614264 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d435c7d0-7a17-47aa-bd07-71d15fe36535 req-1234f36a-83b6-4eb6-be3a-a74fdd9c4eb9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 945 time: 0.4094307
Jun 29 21:47:17.668767 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d997555-b0d2-4047-bf77-dece4c146761 req-3a39dd07-dcd2-4b1f-b878-16bc7309f209 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696080
Jun 29 21:47:17.713083 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d435c7d0-7a17-47aa-bd07-71d15fe36535 req-04122893-e95b-4d7f-9265-3ada7e7473cb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859342
Jun 29 21:47:17.886796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:17.891795 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f43aed19-4121-45bf-a7ee-7160b51c4e56 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:17.943873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=194bee3d-2d15-475c-a4da-f7bef168919b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:17.946671 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:18.341925 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.405519 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add8387-86db-4470-9991-a8d5641c8131 req-34381e05-0a94-4c89-9d32-6c3ae0da0b26 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:18.406991 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1add8387-86db-4470-9991-a8d5641c8131 req-34381e05-0a94-4c89-9d32-6c3ae0da0b26 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.4340708
Jun 29 21:47:18.631948 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1add8387-86db-4470-9991-a8d5641c8131 req-3bbd3238-1e6d-4c17-9627-d5d45c4190bd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2163208
Jun 29 21:47:18.646873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.654924 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.713621 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.714142 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:47:18.729530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.731215 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0a8cb5d2-b985-49d7-8e25-c8a5e43f4f33 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c54bd86a-77c8-4dfa-b1ce-0139c72cd5c8 HTTP/1.1" status: 204  len: 168 time: 2.3551130
Jun 29 21:47:18.735799 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38374) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:18.850896 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Deleting subnet b8a3d0db-8624-4443-9011-6f759d89d90f {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:47:18.856785 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.928780 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:18.988799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f67ca-e746-4532-9e72-c11ed0bd8b24 req-5b9cc8cb-a5e8-4b67-8de7-bc946c50c7d0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:18.990305 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-257f67ca-e746-4532-9e72-c11ed0bd8b24 req-5b9cc8cb-a5e8-4b67-8de7-bc946c50c7d0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 945 time: 0.0810211
Jun 29 21:47:19.045513 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.047801 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-257f67ca-e746-4532-9e72-c11ed0bd8b24 req-0154eb16-3ee5-4302-9afa-f27f0cee5a3d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493927
Jun 29 21:47:19.128705 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.137281 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-47f87d07-ea7e-40aa-8dd1-305415d7c686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:19.176371 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a3d0db-8624-4443-9011-6f759d89d90f,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:19.179506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:19.190013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.195783 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c8d4bd-51cc-4277-b4da-1223a70b0d69 None None] Network bdd36200-6874-448f-9566-a700b40ee181 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:19.203668 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8a3d0db-8624-4443-9011-6f759d89d90f HTTP/1.1" status: 204  len: 168 time: 0.4638615
Jun 29 21:47:19.204064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38384) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:19.326714 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.340733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Deleting port 32513443-76ca-451b-9208-93d0a4721878 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:19.341231 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.431015 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:19.559803 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:19.560373 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 857a0ce4-ffaf-4ca2-8de9-ae99bc495466 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:19.561067 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 194bee3d-2d15-475c-a4da-f7bef168919b no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:19.593421 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] For port 32513443-76ca-451b-9208-93d0a4721878, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=32513443-76ca-451b-9208-93d0a4721878,segment=NetworkSegment(a3940cfc-da7d-46d8-8683-94d2dd7987ec),segment_id=a3940cfc-da7d-46d8-8683-94d2dd7987ec)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:19.593962 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.623277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 194bee3d-2d15-475c-a4da-f7bef168919b {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:19.623719 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 194bee3d-2d15-475c-a4da-f7bef168919b not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:19.741639 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Calling delete_port for 32513443-76ca-451b-9208-93d0a4721878 owned by network:dhcp {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:19.788919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-c6ea35fd-fdac-4945-afd5-f58b99c3a48e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:19.790908 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-c6ea35fd-fdac-4945-afd5-f58b99c3a48e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:19.815990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec0b5b-7dce-4da6-bf25-23590c2f357d None None] DHCP port deletion for bdd36200-6874-448f-9566-a700b40ee181 request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:47:19.817319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-c6ea35fd-fdac-4945-afd5-f58b99c3a48e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:19.818765 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-c6ea35fd-fdac-4945-afd5-f58b99c3a48e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.1676736
Jun 29 21:47:19.822494 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1eec0b5b-7dce-4da6-bf25-23590c2f357d None None] Deleting port 32513443-76ca-451b-9208-93d0a4721878 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:19.823111 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1eec0b5b-7dce-4da6-bf25-23590c2f357d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.832135 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:19.837262 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:19.898674 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Pushing event deleted for resources: {'Port': ['ID=32513443-76ca-451b-9208-93d0a4721878,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:19.902755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1eec0b5b-7dce-4da6-bf25-23590c2f357d None None] The port '32513443-76ca-451b-9208-93d0a4721878' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:47:19.904171 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:19.908534 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] No DVR routers for this DVR port 32513443-76ca-451b-9208-93d0a4721878 on host dv-cinder-798672-2-iscsi {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:19.908750 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Deleting port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:19.908956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.179948 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] For port 36ec572a-c75a-4d1e-908f-fe09e6e70e57, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=36ec572a-c75a-4d1e-908f-fe09e6e70e57,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:20.180297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.188353 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.206471 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88b15100>,) {'filters': {'network_id': ['bdd36200-6874-448f-9566-a700b40ee181']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:20.225427 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88b15100>, 'a3940cfc-da7d-46d8-8683-94d2dd7987ec') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:20.225713 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88b15100>, 'a3940cfc-da7d-46d8-8683-94d2dd7987ec') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:20.243014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.264285 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4243c-d491-4d88-804f-cd78efe9a753 req-541c64a4-fd57-4500-98c2-22218c03153f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:20.266216 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b4243c-d491-4d88-804f-cd78efe9a753 req-541c64a4-fd57-4500-98c2-22218c03153f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 946 time: 0.3245401
Jun 29 21:47:20.267403 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.276100 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:47:20.276498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:47:20.308065 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:47:20.401200 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b4243c-d491-4d88-804f-cd78efe9a753 req-d9450390-d665-47c4-be0c-a0a6c2f694a6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280706
Jun 29 21:47:20.402398 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.406492 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:20.421867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.437579 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd36200-6874-448f-9566-a700b40ee181,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:20.440564 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:20.445414 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bdd36200-6874-448f-9566-a700b40ee181 HTTP/1.1" status: 204  len: 168 time: 1.2402568
Jun 29 21:47:20.591648 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.592020 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.592494 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Floating IP 07128b09-9a24-4304-a62e-b963980b929a disassociated. External IP: 172.27.3.12, port: 36ec572a-c75a-4d1e-908f-fe09e6e70e57.
Jun 29 21:47:20.592792 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Calling delete_port for 36ec572a-c75a-4d1e-908f-fe09e6e70e57 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:20.614636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38398) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:20.674662 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-57148a99-47e2-455e-93e9-223ebd43fbd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=438fa53897384365ab81678b943c30d8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556335
Jun 29 21:47:20.674906 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38402) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:20.737866 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.765718 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.773544 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.793912 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:20.841866 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.848702 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a682bdd3-c5b9-47e9-b229-97417def9620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:20.852750 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'Port': ['ID=36ec572a-c75a-4d1e-908f-fe09e6e70e57,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:20.861955 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0edd01-f1d5-43d3-be98-caa9f8522d71,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:20.864859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:20.865961 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b0edd01-f1d5-43d3-be98-caa9f8522d71 HTTP/1.1" status: 204  len: 168 time: 0.1900411
Jun 29 21:47:20.866917 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:20.934519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:21.103184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:21.337946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:21.349301 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:21.375519 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:21.376378 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30400>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:21.450536 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:47:21.477828 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 32513443-76ca-451b-9208-93d0a4721878 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:21.490360 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38426) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:21.510542 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] No DVR routers for this DVR port 36ec572a-c75a-4d1e-908f-fe09e6e70e57 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:21.513304 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:21.516514 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-deleted', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:21.539055 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c1b95c7a-e96e-4bc0-9b24-a889f5f4e937 req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "DELETE /v2.0/ports/36ec572a-c75a-4d1e-908f-fe09e6e70e57 HTTP/1.1" status: 204  len: 173 time: 1.7126760
Jun 29 21:47:21.572643 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 32513443-76ca-451b-9208-93d0a4721878 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:21.573316 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 32513443-76ca-451b-9208-93d0a4721878 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:21.625339 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-120362e2-ba95-4cda-bca1-c689da9ae0eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=482d5d30bc5445c9876c19313ef0b115&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1326842
Jun 29 21:47:21.625936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38432) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:21.737791 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-57f09efb-636f-468b-a330-456db94ae2f9 req-e07d4da2-388a-4fa8-b167-3b3ba85ed431 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96235d6-39a1-4d14-8fde-0edaf1ddebb8 HTTP/1.1" status: 200  len: 210 time: 0.0730300
Jun 29 21:47:21.756668 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:21.788832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:21.838375 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:21.908864 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:21.914262 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-be66c6bc-4e2a-45d1-96a1-d524395dfd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:21.931116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8af16c-43f0-4fb3-8d3b-6ec1c47369cf,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:21.935811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:21.939732 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:21.943747 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f8af16c-43f0-4fb3-8d3b-6ec1c47369cf HTTP/1.1" status: 204  len: 168 time: 0.3167281
Jun 29 21:47:22.008041 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96235d6-39a1-4d14-8fde-0edaf1ddebb8', 'name': 'network-vif-deleted', 'tag': '36ec572a-c75a-4d1e-908f-fe09e6e70e57', 'status': 'completed', 'code': 200}
Jun 29 21:47:22.246388 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30400>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:22.253455 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:22.273335 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:22.274553 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30400>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:22.501531 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:22.880278 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88c30400>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:22.888829 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d569da-1a5a-49bb-a55e-35ef6e187102 None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:22.925191 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:23.021279 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38460) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:23.022171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 36ec572a-c75a-4d1e-908f-fe09e6e70e57 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:23.022530 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 36ec572a-c75a-4d1e-908f-fe09e6e70e57 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:23.129479 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.166316 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.255598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.266017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8d51fe9e-4b8e-4730-9c1d-758a72613584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:23.306020 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873389-14e5-4c87-bb2e-f78d5b6feb3a None None] New status for floating IP 07128b09-9a24-4304-a62e-b963980b929a: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:47:23.306957 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:23.310585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:23.323035 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.327924 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "DELETE /v2.0/security-groups/fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd HTTP/1.1" status: 204  len: 168 time: 0.3011742
Jun 29 21:47:23.328050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38466) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:23.348346 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.api.v2.resource [None req-7b2bfbbb-104b-439e-b975-4ca7e1250102 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] show failed (client error): The resource could not be found.
Jun 29 21:47:23.349699 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-7b2bfbbb-104b-439e-b975-4ca7e1250102 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups/fefa0cd8-2d86-40d4-ac15-1c4586c8d3bd HTTP/1.1" status: 404  len: 347 time: 0.0206475
Jun 29 21:47:23.354478 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38470) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:23.354923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38472) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:23.542766 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Deleting port ec47ed72-eff7-48f8-95b9-ba0995b284fc {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:23.543773 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.689919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-498218347-network', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:23.700768 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:23.713297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Usage tracker for resource:network and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:23.717548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:23.726076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:23.760295 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Made reservation on behalf of 7cedca294e7c496d9e66ab3d729ae384 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:23.765035 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.808983 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.849180 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:23.849669 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.083414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Calling delete_port for ec47ed72-eff7-48f8-95b9-ba0995b284fc owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:24.130980 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:24.138479 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:24.142875 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:24.152465 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:24.294555 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.299858 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.301551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-da2bc0c0-8d34-4f7a-8f51-7022e0205374 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:24.337343 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.357528 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'Port': ['ID=ec47ed72-eff7-48f8-95b9-ba0995b284fc,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:24.360141 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:24.362606 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb89145d-633f-4b3e-a8f0-7ec01040dc39 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:24.381900 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:47:24.466710 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2366f038-ee07-407b-a67a-4b792ac266ce,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:24.471421 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.471761 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Added segment 7933ccbf-928f-4904-aefc-dec7efac7118 of type vlan for network 80799340-bfe0-4269-9d60-b4c384571774
Jun 29 21:47:24.479604 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:24.515363 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.519907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.572573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.574294 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:24.574867 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.578478 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.579632 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "DELETE /v2.0/floatingips/07128b09-9a24-4304-a62e-b963980b929a HTTP/1.1" status: 204  len: 168 time: 1.2233903
Jun 29 21:47:24.581873 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c54cbd3d-9988-4ccc-880e-78199b5dcc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:24.662632 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3038344
Jun 29 21:47:24.667856 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38486) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:24.678148 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Request body: {'subnet': {'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-498218347-subnet', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:24.684764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Pushing event updated for resources: {'Network': ['ID=80799340-bfe0-4269-9d60-b4c384571774,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:24.687540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-05748fd2-e482-4d68-b9ed-e55a8662f730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:24.692325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:24.694654 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 80799340-bfe0-4269-9d60-b4c384571774 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:47:24.698009 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Usage tracker for resource:subnet and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:24.701655 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:24.710662 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:24.720813 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Made reservation on behalf of 7cedca294e7c496d9e66ab3d729ae384 for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:24.723944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.936354 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:24.944061 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:25.022895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cea22e-6ead-41af-be09-780e57ff0c9a,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:25.030017 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Checking segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:25.030472 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Network hostable DHCP agents. Network: 80799340-bfe0-4269-9d60-b4c384571774, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:47:25.037439 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:25.055978 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Network 80799340-bfe0-4269-9d60-b4c384571774 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:47:25.057142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38494) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:25.066923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806814080', 'description': 'tempest-description--2054971903'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:25.068405 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 80799340-bfe0-4269-9d60-b4c384571774) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:25.075020 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.078153 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:25.079542 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.079942 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4be56-8a9f-4bd8-a9d4-9e9833518b67 None None] Network 80799340-bfe0-4269-9d60-b4c384571774 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:25.086086 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.090521 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.097950 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.111208 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.119477 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1da75081-ef1f-46eb-ba50-a47ed2ba6508 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4450376
Jun 29 21:47:25.119749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38498) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:25.127029 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:25.139754 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.144247 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Usage tracker for resource:router and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.147917 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.151144 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.154964 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.155478 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.158512 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.165173 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.169119 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.169972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.189202 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.250272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.256160 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.260776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7ed5f60d-47d1-459f-ae93-bbf73988ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:25.304989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e219ec7e-433b-4fce-8eb4-18a46d231fa1,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:25.307611 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:25.309366 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.310666 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2504802
Jun 29 21:47:25.313815 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38502) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:25.320745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group_rule': {'security_group_id': 'e219ec7e-433b-4fce-8eb4-18a46d231fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:25.327100 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.331355 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.335165 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.341489 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.363856 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.365242 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9a2b520d-bd5e-4861-9183-92745c5fe00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.368688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.369928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-80799340-bfe0-4269-9d60-b4c384571774', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:47:25.370742 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.462240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.469428 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.472869 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-671d8c2e-60c7-474a-a844-96c4d1716b75 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:25.514298 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1814fd5-88a6-4972-8071-902beba0ba38,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:25.517030 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:25.528707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.531386 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2162580
Jun 29 21:47:25.532590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Allocated IP 172.20.0.2 (80799340-bfe0-4269-9d60-b4c384571774/b8cea22e-6ead-41af-be09-780e57ff0c9a/5253a50d-017f-4c4b-84c2-7618971992fb) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:25.533849 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38506) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:25.545255 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'security_group_rule': {'security_group_id': 'e219ec7e-433b-4fce-8eb4-18a46d231fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:25.555993 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.562382 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:security_group_rule and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.567747 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.572187 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.577377 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.603677 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.608524 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.681285 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.685693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.688039 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e054f7b5-a7e6-4021-a401-330624a93bd5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:25.725810 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466b78e1-d9e1-4d4a-bc8d-1732e108b8ee,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:25.729879 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:25.742539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.748746 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2083466
Jun 29 21:47:25.750027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38510) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:25.750204 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.758481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:25.762184 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Transition to ACTIVE for port object 5253a50d-017f-4c4b-84c2-7618971992fb will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:25.767060 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:25.773158 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:floatingip and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:25.776965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:25.787033 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:25.787493 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Transition to ACTIVE for port object 5253a50d-017f-4c4b-84c2-7618971992fb will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:25.796925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.803076 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:25.804045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.818864 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Allocated IP 172.27.3.235 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/8263497c-1867-4515-a69a-3576042319d0) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:25.856879 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.873894 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Network 80799340-bfe0-4269-9d60-b4c384571774 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:25.877327 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Pushing event updated for resources: {'Port': ['ID=5253a50d-017f-4c4b-84c2-7618971992fb,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:25.879820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:25.881520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:25.882409 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:25.991137 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Attempting to bind port 5253a50d-017f-4c4b-84c2-7618971992fb on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:25.991456 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:25.991801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Attempting to bind port 5253a50d-017f-4c4b-84c2-7618971992fb by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:25.992394 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Attempting to bind port 5253a50d-017f-4c4b-84c2-7618971992fb on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:26.001577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:26.002284 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Checking segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:26.002869 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.003496 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Bound using segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:26.004199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Bound port: 5253a50d-017f-4c4b-84c2-7618971992fb, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:26.004764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.035924 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.081100 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.086213 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fed2e9eb-4786-4634-b423-1c6812e956b6 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:26.127957 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] For port 5253a50d-017f-4c4b-84c2-7618971992fb, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:26.133083 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] For port 5253a50d-017f-4c4b-84c2-7618971992fb, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=5253a50d-017f-4c4b-84c2-7618971992fb,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:26.140536 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.149369 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:26.156667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:26.157842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:26.162493 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:26.231024 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Allocated IP 172.27.3.208 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/c415f10f-b47f-47ad-9ea3-bdcaca656774) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:26.302590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Pushing event updated for resources: {'Port': ['ID=5253a50d-017f-4c4b-84c2-7618971992fb,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:26.308982 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:26.370800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8263497c-1867-4515-a69a-3576042319d0,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:26.375480 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:26.468818 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.470035 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.489492 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.544635 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.549992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a34465e9-9aa9-4d3b-bace-d76c204bc60e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:26.626499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:26.630301 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:26.634473 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:26.670964 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=c415f10f-b47f-47ad-9ea3-bdcaca656774,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:26.675501 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:26.764958 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:47:26.803559 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.860801 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:26.977873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:26.987086 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59975a-410c-498c-a623-480866749690 None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:27.013973 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59975a-410c-498c-a623-480866749690 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:27.014625 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6a59975a-410c-498c-a623-480866749690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a890eb220>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:46:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:27.025341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.028207 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.9069035
Jun 29 21:47:27.030727 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38518) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:27.245749 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.250865 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.257242 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-80e1391f-079a-48af-8c97-273f8a002b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:27.303443 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-6a59975a-410c-498c-a623-480866749690 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:27.415449 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.446887 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=c415f10f-b47f-47ad-9ea3-bdcaca656774,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:27.453833 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:27.465369 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.466614 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7161021
Jun 29 21:47:27.534377 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 5253a50d-017f-4c4b-84c2-7618971992fb up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:27.603158 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268785ed-d3eb-4adb-95e5-696416ede515 None None] Network 80799340-bfe0-4269-9d60-b4c384571774 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:27.797816 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-925ad16a-6477-46ba-bac7-c463d91a421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:27.828622 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-bf315b08-bafc-4881-a97e-f3728050a1ca None None] Provisioning for port 5253a50d-017f-4c4b-84c2-7618971992fb completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:27.839397 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-df29d6c8-4a57-46b9-a3ee-7f5314e68263 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1806814080&fields=id&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 267 time: 0.0822890
Jun 29 21:47:27.915398 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 5253a50d-017f-4c4b-84c2-7618971992fb completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:27.941016 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 5253a50d-017f-4c4b-84c2-7618971992fb triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:27.941931 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.077800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-1b45dc58-39e3-4589-a2db-f79b5f4c7f4e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:28.079240 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-1b45dc58-39e3-4589-a2db-f79b5f4c7f4e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 817 time: 0.2322428
Jun 29 21:47:28.119104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6a59975a-410c-498c-a623-480866749690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a890eb220>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:26Z', 'revision_number': 3, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:28.131027 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59975a-410c-498c-a623-480866749690 None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:28.131474 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59975a-410c-498c-a623-480866749690 None None] Updating router 75fe29d8-ace1-4442-8a7d-82265e0cb18b port 8263497c-1867-4515-a69a-3576042319d0 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:47:28.140613 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-4f0364e2-a356-4dc6-88a7-3d7c1ae75013 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/quotas/21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 375 time: 0.0535281
Jun 29 21:47:28.179192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.206793 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.210595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.290362 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 5253a50d-017f-4c4b-84c2-7618971992fb, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=5253a50d-017f-4c4b-84c2-7618971992fb,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:28.361735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.369704 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:28.517502 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-8caa9a28-0ac0-42b8-9608-b4f6d5801cdb tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3668225
Jun 29 21:47:28.544155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=5253a50d-017f-4c4b-84c2-7618971992fb,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:28.551204 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:28.609438 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2904924d-2734-4bcb-a453-e8a3bf145b97 None None] Provisioning complete for port 5253a50d-017f-4c4b-84c2-7618971992fb triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:28.609807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2904924d-2734-4bcb-a453-e8a3bf145b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.767836 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Allocated IP 172.20.0.1 (80799340-bfe0-4269-9d60-b4c384571774/b8cea22e-6ead-41af-be09-780e57ff0c9a/1eb95b75-baea-4651-ac53-9f3e677062f1) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:28.792736 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-bf2c78e3-ca7b-4e39-8c58-d31ebacd0e9b service neutron] 10.222.0.21 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599292
Jun 29 21:47:28.817264 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.842822 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-6a59975a-410c-498c-a623-480866749690 None None] Transition to ACTIVE for port object 8263497c-1867-4515-a69a-3576042319d0 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:28.853365 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.858157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-6a4bc453-ae39-47fb-98bb-7b94342ad600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:28.888017 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.940773 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Pushing event updated for resources: {'Port': ['ID=8263497c-1867-4515-a69a-3576042319d0,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:28.944945 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:28.945905 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6a59975a-410c-498c-a623-480866749690 None None] Attempting to bind port 8263497c-1867-4515-a69a-3576042319d0 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:28.946274 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6a59975a-410c-498c-a623-480866749690 None None] Attempting to bind port 8263497c-1867-4515-a69a-3576042319d0 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:28.946713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59975a-410c-498c-a623-480866749690 None None] Attempting to bind port 8263497c-1867-4515-a69a-3576042319d0 on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:28.954110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59975a-410c-498c-a623-480866749690 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:28.954403 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59975a-410c-498c-a623-480866749690 None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:28.954808 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:28.955203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59975a-410c-498c-a623-480866749690 None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:28.955761 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-6a59975a-410c-498c-a623-480866749690 None None] Bound port: 8263497c-1867-4515-a69a-3576042319d0, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:28.956066 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.030660 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-6a59975a-410c-498c-a623-480866749690 None None] For port 8263497c-1867-4515-a69a-3576042319d0, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:29.034168 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-6a59975a-410c-498c-a623-480866749690 None None] For port 8263497c-1867-4515-a69a-3576042319d0, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=8263497c-1867-4515-a69a-3576042319d0,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:29.039499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6a59975a-410c-498c-a623-480866749690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.043114 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:29.063655 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-8ba7e1be-8281-4254-8fe5-5ff0232a3d99 service neutron] 10.222.0.21 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505147
Jun 29 21:47:29.072118 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.091522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Transition to ACTIVE for port object 1eb95b75-baea-4651-ac53-9f3e677062f1 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:29.121548 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Pushing event updated for resources: {'Port': ['ID=8263497c-1867-4515-a69a-3576042319d0,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:29.125297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:29.128079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59975a-410c-498c-a623-480866749690 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:29.129306 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6a59975a-410c-498c-a623-480866749690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a890eb220>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:29.135069 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.139455 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0b7fbf5a-93ed-4629-8dc4-983d8d7d266b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:29.221039 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Network 80799340-bfe0-4269-9d60-b4c384571774 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:29.224700 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:29.228972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:29.270895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:29.347631 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.352135 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.352632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.352985 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.353329 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.353691 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.354048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.354532 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.354874 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.355267 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.355604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.355937 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:29.399658 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d9eb985-8d7b-4c43-afac-8b969e4dcb04 req-6f74159c-41eb-4743-af38-c966e7565afc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 210 time: 0.1216602
Jun 29 21:47:29.400764 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:29.422703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-6a59975a-410c-498c-a623-480866749690 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:29.503303 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.508703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 5253a50d-017f-4c4b-84c2-7618971992fb up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:29.765162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-dcbb30c2-0220-4510-b659-8bc267381185 None None] Provisioning for port 1eb95b75-baea-4651-ac53-9f3e677062f1 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:29.795082 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-dcbb30c2-0220-4510-b659-8bc267381185 None None] Provisioning complete for port 1eb95b75-baea-4651-ac53-9f3e677062f1 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:29.795500 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dcbb30c2-0220-4510-b659-8bc267381185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.805155 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.812958 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.879429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b5db544e-6b9d-4abb-93f6-8e94e842dbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:29.918563 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:29.934909 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 5253a50d-017f-4c4b-84c2-7618971992fb triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:29.935302 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:30.017836 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb30c2-0220-4510-b659-8bc267381185 None None] Port 1eb95b75-baea-4651-ac53-9f3e677062f1 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:47:30.062207 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:30.067414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:30.158779 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:30.169552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-6a59975a-410c-498c-a623-480866749690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a890eb220>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:26Z', 'revision_number': 3, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:30.175185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Network 80799340-bfe0-4269-9d60-b4c384571774 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:30.177246 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59975a-410c-498c-a623-480866749690 None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:26Z', 'revision_number': 3, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:30.179360 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:30.660829 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-0cf4dce6-e468-4068-af92-3b7be15e2ee2 None None] Provisioning complete for port 1eb95b75-baea-4651-ac53-9f3e677062f1 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:30.661382 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0cf4dce6-e468-4068-af92-3b7be15e2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:30.727517 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4dce6-e468-4068-af92-3b7be15e2ee2 None None] Port 1eb95b75-baea-4651-ac53-9f3e677062f1 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:47:30.854131 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-aea75ead-5896-40ba-bf72-57a8652f907c req-8de67f0a-4648-4fe5-9126-33d745fca0e6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 210 time: 0.0950737
Jun 29 21:47:31.150103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:31.214441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-28e02294-871a-4f30-9a58-2bdf81375437 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:31.220617 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-28e02294-871a-4f30-9a58-2bdf81375437 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 817 time: 0.2214415
Jun 29 21:47:31.285695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-05898e72-6054-49ea-9e47-7c312e0345b4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:security_group {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:31.304355 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-05898e72-6054-49ea-9e47-7c312e0345b4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:security_group {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:31.306050 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-05898e72-6054-49ea-9e47-7c312e0345b4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 380 time: 0.0665858
Jun 29 21:47:31.329476 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'port': {'device_id': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'admin_state_up': True, 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'security_groups': ['e219ec7e-433b-4fce-8eb4-18a46d231fa1']}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:31.424297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 8263497c-1867-4515-a69a-3576042319d0 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:31.545831 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 8263497c-1867-4515-a69a-3576042319d0 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:31.554262 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 8263497c-1867-4515-a69a-3576042319d0 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:31.554746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:31.587870 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:31.611270 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] 10.222.0.21 "PUT /v2.0/routers/75fe29d8-ace1-4442-8a7d-82265e0cb18b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5754309
Jun 29 21:47:31.618768 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:31.625277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Usage tracker for resource:port and tenant:21ca64bd37f343b1a16842ae343113b6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:31.630019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:31.638528 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:31.653127 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Made reservation on behalf of 21ca64bd37f343b1a16842ae343113b6 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:31.657077 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:31.725925 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:31.745380 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 8263497c-1867-4515-a69a-3576042319d0, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=8263497c-1867-4515-a69a-3576042319d0,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:31.749918 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:31.752331 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:31.839034 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=8263497c-1867-4515-a69a-3576042319d0,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:31.842509 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:31.858346 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Allocated IP 172.20.0.5 (a4a4472c-c3f2-428c-9303-a06dd5d09a26/b429c13a-8b02-4026-8fe3-3ee6fec8ac42/9374e367-ecf3-4c5b-944e-e3e7fb5621b5) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:32.069748 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.089666 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Transition to ACTIVE for port object 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:32.118936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.129882 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7cff8eb0-4b88-4e47-b1ec-f17b6e52bb3b tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:32.227219 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba1ddd-d3ef-470b-907b-4569be7aefa7 req-10f4270d-2708-494a-8db1-16a43a63ee8e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:32.230230 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-acba1ddd-d3ef-470b-907b-4569be7aefa7 req-10f4270d-2708-494a-8db1-16a43a63ee8e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 931 time: 0.1036696
Jun 29 21:47:32.246349 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:32.249802 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:32.255169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:32.286907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:32.294327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:32.315018 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-acba1ddd-d3ef-470b-907b-4569be7aefa7 req-37eb7f0c-f117-4751-8166-1e47408971cd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727177
Jun 29 21:47:32.334192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:32.334855 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.372073 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0520997
Jun 29 21:47:32.388268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Request body: {'port': {'device_id': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:32.564096 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.692660 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-18e29ca1-592d-4774-9bb3-f94aa78d93d7 None None] Provisioning for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:32.700536 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-18e29ca1-592d-4774-9bb3-f94aa78d93d7 None None] Provisioning complete for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:32.701490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-18e29ca1-592d-4774-9bb3-f94aa78d93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.802830 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-18e29ca1-592d-4774-9bb3-f94aa78d93d7 None None] Port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:47:32.925862 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38598) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:32.940094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2058782772-network', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:32.947328 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:32.953171 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Usage tracker for resource:network and tenant:55514985b8754e5dbe1fb5e361fcad56 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:32.956197 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:32.962713 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:32.975168 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Made reservation on behalf of 55514985b8754e5dbe1fb5e361fcad56 for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:32.977450 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:32.989499 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.025261 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:33.028925 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:55514985b8754e5dbe1fb5e361fcad56 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:33.031762 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:33.038927 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:33.054508 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:47:33.064339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.087695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Transition to ACTIVE for port object 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:33.099677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.104963 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f9118cc5-7741-4b18-ab72-063095f21540 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:33.116941 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.123049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.126122 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e0c23ac9-5e2d-4dda-976c-4b5f53eca649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:33.158931 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:47:33.168151 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8979a907-3502-4d8b-8f67-0fab30b52ca7,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:33.171929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:33.174721 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.175104 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Added segment 49ed105e-ee50-4bb9-93bf-ff8511bd61de of type vlan for network 22aba4e1-c61d-427e-aa75-5398df89b45e
Jun 29 21:47:33.202530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.234832 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.236356 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:33.237210 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.237366 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:33.240128 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:33.242480 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f338f4af-771d-44ad-b2dd-648c4fc38760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:33.359495 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4249630
Jun 29 21:47:33.360463 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38602) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:33.364000 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Pushing event updated for resources: {'Network': ['ID=22aba4e1-c61d-427e-aa75-5398df89b45e,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:33.375271 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 22aba4e1-c61d-427e-aa75-5398df89b45e details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:47:33.376160 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Request body: {'subnet': {'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2058782772-subnet', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:33.381767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:33.383041 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:33.387587 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Usage tracker for resource:subnet and tenant:55514985b8754e5dbe1fb5e361fcad56 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:33.390672 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:33.395277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 8263497c-1867-4515-a69a-3576042319d0 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:33.397495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:33.409107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Made reservation on behalf of 55514985b8754e5dbe1fb5e361fcad56 for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:47:33.411857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.453782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Attempting to bind port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:33.455025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Attempting to bind port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:33.455531 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Attempting to bind port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:33.462772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:47:33.463417 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Attempting to bind port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 on network a4a4472c-c3f2-428c-9303-a06dd5d09a26 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:33.470482 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:33.471041 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Checking segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:33.471676 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Bound using segment: {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:33.472306 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Bound port: 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93324964-f467-4366-8bcb-75245653a476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:33.472822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.582147 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 8263497c-1867-4515-a69a-3576042319d0 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:33.582924 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.595784 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:33.600905 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:33.606445 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.613071 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-28c98806-ac1a-42da-b9f7-fe777c9b70c0 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:33.691966 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11cbb8-5474-47eb-bf96-1303b9f308c3 req-0e5141bb-4eb2-4b7f-bfff-e6093d950bca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:33.693591 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bc11cbb8-5474-47eb-bf96-1303b9f308c3 req-0e5141bb-4eb2-4b7f-bfff-e6093d950bca tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1516628
Jun 29 21:47:33.698454 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.700027 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] 10.222.0.26 "PUT /v2.0/ports/9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 1093 time: 1.3164179
Jun 29 21:47:33.704732 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:33.729001 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.748732 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:33.753992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:33.756432 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:33.866786 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-3cc8dc43-8e33-4e95-82f6-fd89dde4fecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1096 time: 0.1080811
Jun 29 21:47:33.881216 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bc11cbb8-5474-47eb-bf96-1303b9f308c3 req-966cf542-6b96-4ebf-a969-a29cfb5888fc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760468
Jun 29 21:47:33.892314 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:33.895495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:33.910421 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Checking segment: {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:33.910953 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Network hostable DHCP agents. Network: 22aba4e1-c61d-427e-aa75-5398df89b45e, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:47:33.948178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Network 22aba4e1-c61d-427e-aa75-5398df89b45e is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:47:33.964559 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 22aba4e1-c61d-427e-aa75-5398df89b45e) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:33.970867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:33.971710 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:33.972724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59571da6-efcc-4067-b6ed-b39e56cf279b None None] Network 22aba4e1-c61d-427e-aa75-5398df89b45e requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:33.981159 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-a81e8a86-a154-4cfa-86ef-7e18c7f5b8fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 217 time: 0.1051002
Jun 29 21:47:33.999658 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9004f5a0-e347-4af9-9d13-b20ebc723df2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6372986
Jun 29 21:47:34.002044 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38616) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:34.009912 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:34.015206 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:34.020581 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Usage tracker for resource:router and tenant:55514985b8754e5dbe1fb5e361fcad56 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:34.024014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:34.036670 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:34.071392 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.072799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.097836 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.126869 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-c48a75bb-7360-4a13-a956-9c1ca5dcfd3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:34.127645 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-c48a75bb-7360-4a13-a956-9c1ca5dcfd3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.1378615
Jun 29 21:47:34.202248 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'status': 'completed', 'code': 200}
Jun 29 21:47:34.258387 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-64f78281-8e21-45e5-9ef7-472f1685a91a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1227832
Jun 29 21:47:34.335941 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.416895 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-22aba4e1-c61d-427e-aa75-5398df89b45e', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 21:47:34.417717 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.485698 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-5d1748af-5cd2-4dc2-aa14-02748cc00eeb service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161510
Jun 29 21:47:34.523017 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:34.537524 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:34.543342 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8949ea90>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:34.604503 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Allocated IP 172.20.0.2 (22aba4e1-c61d-427e-aa75-5398df89b45e/b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4/e2a8ed17-35c1-405e-b2b5-6ab28e84abb3) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:34.655495 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-269229a1-4280-4184-9e1a-9a8c7b2bece3 req-4076aec8-b129-4bcf-8101-4cdce15e47de service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620109
Jun 29 21:47:34.719659 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76e888-abce-4cdd-93ff-5f9a03ea3712 req-7ae0bd61-7daf-4e01-b436-a7afc5c0889a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:34.721189 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e76e888-abce-4cdd-93ff-5f9a03ea3712 req-7ae0bd61-7daf-4e01-b436-a7afc5c0889a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 945 time: 0.2377439
Jun 29 21:47:34.776878 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:34.801633 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-1123ae1a-01e7-4676-ab77-558810bb3114 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1096 time: 0.0911033
Jun 29 21:47:34.845443 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.856746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Transition to ACTIVE for port object e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:34.867571 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e76e888-abce-4cdd-93ff-5f9a03ea3712 req-8ffb0cef-8ba7-4a69-bdcc-9cd72ea32a4a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362557
Jun 29 21:47:34.877770 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Transition to ACTIVE for port object e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:34.887179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.896431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:34.973270 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:34.979302 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:34.995095 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:35.007616 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Network 22aba4e1-c61d-427e-aa75-5398df89b45e is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:35.009023 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:35.011594 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:35.020971 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.079670 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-3a1ecd5f-d88c-43f7-b114-f2632e7219af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:35.082248 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-3a1ecd5f-d88c-43f7-b114-f2632e7219af service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.2645481
Jun 29 21:47:35.139261 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Attempting to bind port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:35.139648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Attempting to bind port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:35.139915 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Attempting to bind port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 on network 22aba4e1-c61d-427e-aa75-5398df89b45e {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:35.147607 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:35.148180 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Checking segment: {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:35.148538 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.149032 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Bound using segment: {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:35.149539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Bound port: e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:35.149921 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.173511 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-9b7dbff3-5bce-43ac-9d6e-b2f681c311cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 217 time: 0.0794883
Jun 29 21:47:35.219802 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8949ea90>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 2, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:35.225046 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:35.225728 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Updating router 75fe29d8-ace1-4442-8a7d-82265e0cb18b port 1eb95b75-baea-4651-ac53-9f3e677062f1 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:47:35.258393 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] For port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:35.262723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] For port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:35.269473 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.269740 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9460224-3655-415f-8c2b-283904511920 req-8013d197-3541-40e3-bba0-9b8250a03e47 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:35.271384 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9460224-3655-415f-8c2b-283904511920 req-8013d197-3541-40e3-bba0-9b8250a03e47 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1749086
Jun 29 21:47:35.276577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:35.289046 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Allocated IP 172.27.3.188 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/bd3d829f-2c09-41f2-af77-49078ad39bdc) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:35.289388 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-7c77b3a7-9300-4840-900a-7aff7ced869b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:35.293154 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-7c77b3a7-9300-4840-900a-7aff7ced869b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.1121190
Jun 29 21:47:35.299024 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.375958 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:35.383162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:35.441583 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-8ccc60a4-9317-47ad-9f43-1fbf483281c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1380174
Jun 29 21:47:35.489728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.540491 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.547946 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e0223a3a-9e09-4bda-b069-527db30d0bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:35.630010 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9460224-3655-415f-8c2b-283904511920 req-a319eb20-aa9b-4cd1-ab5e-3e484ddf207b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3469384
Jun 29 21:47:35.670290 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:35.671335 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3d829f-2c09-41f2-af77-49078ad39bdc,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:35.674098 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:35.676514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:35.677219 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:35.687390 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-67b70860-62f7-4895-b4cd-bdc6a899e774 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386537
Jun 29 21:47:35.858006 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aba50021-3149-4a56-8c44-cee52ec8ff05 req-578a6621-80fe-4939-b988-98aba6be8f9b service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590676
Jun 29 21:47:35.886309 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.891141 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.892017 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.899284 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Transition to ACTIVE for port object 1eb95b75-baea-4651-ac53-9f3e677062f1 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:35.906899 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:35.911377 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:35.974697 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Pushing event updated for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:35.984078 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.984412 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.984743 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.985067 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.985386 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.985702 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.986017 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.986358 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.986672 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.986987 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.987431 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:35.992627 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:36.153441 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Attempting to bind port 1eb95b75-baea-4651-ac53-9f3e677062f1 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:36.155379 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Attempting to bind port 1eb95b75-baea-4651-ac53-9f3e677062f1 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:36.155823 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Attempting to bind port 1eb95b75-baea-4651-ac53-9f3e677062f1 on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:36.168241 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:36.168823 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Checking segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:36.169282 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:36.169609 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Bound using segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:36.170103 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Bound port: 1eb95b75-baea-4651-ac53-9f3e677062f1, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:36.170478 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:36.197784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115177-6b8f-49cb-8a3f-595522730608 req-6e5c77be-fbcb-4851-b471-1526b76db577 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:36.199559 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71115177-6b8f-49cb-8a3f-595522730608 req-6e5c77be-fbcb-4851-b471-1526b76db577 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 945 time: 0.1310544
Jun 29 21:47:36.281084 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-71115177-6b8f-49cb-8a3f-595522730608 req-2d60b5b4-4e10-4f97-9dd0-e51805a80bac tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643582
Jun 29 21:47:36.281537 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] For port 1eb95b75-baea-4651-ac53-9f3e677062f1, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:36.286970 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] For port 1eb95b75-baea-4651-ac53-9f3e677062f1, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=1eb95b75-baea-4651-ac53-9f3e677062f1,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:36.290909 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Router c5954531-b88c-4244-86a2-52793efc480a is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 21:47:36.292951 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:36.298056 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:36.402188 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Pushing event updated for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:36.408385 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-53af7b5c-c671-4683-bcd2-22fdc29e11eb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:36.408919 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:36.410100 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-53af7b5c-c671-4683-bcd2-22fdc29e11eb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:36.415845 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:36.416478 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8949ea90>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:36.430125 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-53af7b5c-c671-4683-bcd2-22fdc29e11eb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:36.431761 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-53af7b5c-c671-4683-bcd2-22fdc29e11eb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 945 time: 0.1846008
Jun 29 21:47:36.544557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Deleting port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:36.544987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:36.651204 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:36.668058 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:36.679732 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Sync routers for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:36.698585 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:36.699372 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89055640>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:36.713801 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:36.716682 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-4fcea289-49aa-453c-9d96-5c3458059363 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7132401
Jun 29 21:47:36.719784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38634) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:36.812308 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef70575-e4af-4ffe-9931-aafd8ead33da None None] Network 22aba4e1-c61d-427e-aa75-5398df89b45e requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:47:37.050442 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:37.072584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] For port faf58a5f-7caf-4871-a4fc-8210fa95c8c9, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:37.073933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:37.112286 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:47:37.205873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1d219-62f6-44cb-a19f-6c4fb79ab21e req-300dfb7f-c3bf-455f-aae3-071070dfc212 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:37.213277 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31d1d219-62f6-44cb-a19f-6c4fb79ab21e req-300dfb7f-c3bf-455f-aae3-071070dfc212 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.2414837
Jun 29 21:47:37.228905 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8949ea90>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:36Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:37.233514 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35f712-c25d-40d3-8c91-1d58fdadae68 None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:36Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:37.240053 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Calling delete_port for faf58a5f-7caf-4871-a4fc-8210fa95c8c9 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:37.422112 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31d1d219-62f6-44cb-a19f-6c4fb79ab21e req-b1af12a9-58e5-4614-8e04-b31afa0ebdc3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2078664
Jun 29 21:47:37.546178 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:37.580779 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-19036ac0-42a4-412b-b38f-40de73ed461c tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:37.682155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:37.687282 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event deleted for resources: {'Port': ['ID=faf58a5f-7caf-4871-a4fc-8210fa95c8c9,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:37.697379 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ea842f2-d449-4e8e-97c5-f0cf5f8d1f5e req-9f8ea05b-3af4-4dc3-8115-c46e2ac3df14 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=926149cd-dd1b-488b-a28b-ac2f629ec0d5 HTTP/1.1" status: 200  len: 210 time: 0.0647597
Jun 29 21:47:37.792538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:37.798820 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] No DVR routers for this DVR port faf58a5f-7caf-4871-a4fc-8210fa95c8c9 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:37.808659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:37.811378 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'name': 'network-vif-deleted', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:37.817356 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1eb95b75-baea-4651-ac53-9f3e677062f1 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:37.837990 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-4fdf416e-70ba-40f0-b23e-d6497c14b3d8 req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "DELETE /v2.0/ports/faf58a5f-7caf-4871-a4fc-8210fa95c8c9 HTTP/1.1" status: 204  len: 173 time: 1.3973160
Jun 29 21:47:37.922924 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926149cd-dd1b-488b-a28b-ac2f629ec0d5', 'name': 'network-vif-deleted', 'tag': 'faf58a5f-7caf-4871-a4fc-8210fa95c8c9', 'status': 'completed', 'code': 200}
Jun 29 21:47:37.973957 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-31fe3aee-295b-46bf-b892-d9f491685b91 None None] Provisioning for port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:38.122122 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.resource_extend [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 21:47:38.284569 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:38.514899 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 1eb95b75-baea-4651-ac53-9f3e677062f1 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:38.630648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 1eb95b75-baea-4651-ac53-9f3e677062f1 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:38.631013 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:38.634031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Allocated IP 172.20.0.1 (22aba4e1-c61d-427e-aa75-5398df89b45e/b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4/c2375c7c-214c-43a1-b45b-0edf782d6962) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:47:38.710602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-61286a81-f200-4bea-8f45-dedcaf4bad2a None None] Provisioning complete for port 1eb95b75-baea-4651-ac53-9f3e677062f1 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:38.711268 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-61286a81-f200-4bea-8f45-dedcaf4bad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:38.819723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89055640>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:35Z', 'revision_number': 3, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:38.831299 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:38.866041 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:38.884073 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Transition to ACTIVE for port object c2375c7c-214c-43a1-b45b-0edf782d6962 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:38.885019 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:47:38.888163 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Checking router: c5954531-b88c-4244-86a2-52793efc480a for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:38.889203 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Updating router c5954531-b88c-4244-86a2-52793efc480a port bd3d829f-2c09-41f2-af77-49078ad39bdc binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:47:38.959896 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:38.965784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:39.048016 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Network 22aba4e1-c61d-427e-aa75-5398df89b45e is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:39.052900 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:39.059381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:47:39.086542 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Pushing event updated for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:39.093332 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:39.106699 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b62403-91db-4bfc-a5c7-5d60ed00b9a9 req-6d3c8558-67c2-4ba9-840d-385002d854ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:39.108261 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-07b62403-91db-4bfc-a5c7-5d60ed00b9a9 req-6d3c8558-67c2-4ba9-840d-385002d854ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.2121706
Jun 29 21:47:39.162357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.176829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-07b62403-91db-4bfc-a5c7-5d60ed00b9a9 req-830a5517-db1a-4692-a702-3f0d0a4a0813 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577550
Jun 29 21:47:39.185344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.255895 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.270793 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.335873 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.437807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:47:39.523091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-61286a81-f200-4bea-8f45-dedcaf4bad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.551317 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.556590 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.568059 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:39.579539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 1eb95b75-baea-4651-ac53-9f3e677062f1, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=1eb95b75-baea-4651-ac53-9f3e677062f1,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:39.582103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-277d7560-32e4-420d-a574-b01ba811c951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:39.583747 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.595247 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:39.641256 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.642126 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:39.786844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Pushing event updated for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:39.791276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:39.792218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:39.891599 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:39.895607 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:39.903094 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:39.939271 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Network 22aba4e1-c61d-427e-aa75-5398df89b45e is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:47:39.940626 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:47:39.948883 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-61286a81-f200-4bea-8f45-dedcaf4bad2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:47:39.949237 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-61286a81-f200-4bea-8f45-dedcaf4bad2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:47:39.950095 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['9374e367-ecf3-4c5b-944e-e3e7fb5621b5'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:40.128471 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:40.132307 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:40.256282 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:40.364365 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:40.364651 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.617207 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.668315 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Transition to ACTIVE for port object bd3d829f-2c09-41f2-af77-49078ad39bdc will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:47:40.688827 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.689199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Router c5954531-b88c-4244-86a2-52793efc480a has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:40.700213 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:40.707610 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae7d84-4fc3-42d4-a2f1-08f07af86803 req-6032f4d1-c59d-402d-b57b-ff8ded6492a7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:40.709141 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a5ae7d84-4fc3-42d4-a2f1-08f07af86803 req-6032f4d1-c59d-402d-b57b-ff8ded6492a7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 944 time: 0.1879749
Jun 29 21:47:40.835199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Pushing event updated for resources: {'Port': ['ID=bd3d829f-2c09-41f2-af77-49078ad39bdc,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:40.843666 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:40.848229 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.852374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cdf7-042f-40db-907e-ae963f83d77c req-9f2f387f-1d2b-4146-9701-caa31a1b68ba tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:40.853927 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9e8cdf7-042f-40db-907e-ae963f83d77c req-9f2f387f-1d2b-4146-9701-caa31a1b68ba tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.2480114
Jun 29 21:47:40.860637 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Attempting to bind port bd3d829f-2c09-41f2-af77-49078ad39bdc on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:47:40.861145 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Attempting to bind port bd3d829f-2c09-41f2-af77-49078ad39bdc by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:47:40.861376 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Attempting to bind port bd3d829f-2c09-41f2-af77-49078ad39bdc on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:47:40.876551 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Provisioning complete for port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:40.876917 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.903701 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a5ae7d84-4fc3-42d4-a2f1-08f07af86803 req-5c8ec858-5e79-46af-a94a-a0b3c874a5ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1829405
Jun 29 21:47:40.923863 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:47:40.925165 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:47:40.925165 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.925571 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:47:40.926033 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Bound port: bd3d829f-2c09-41f2-af77-49078ad39bdc, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:47:40.926820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:40.938400 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d9e8cdf7-042f-40db-907e-ae963f83d77c req-e143a0e7-eb64-4764-9c57-fa48220d57bb tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713360
Jun 29 21:47:41.000000 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:41.007317 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.011576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:41.064064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:41.075946 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5954531-b88c-4244-86a2-52793efc480a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3546226
Jun 29 21:47:41.090420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1eb95b75-baea-4651-ac53-9f3e677062f1 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:41.117833 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] For port bd3d829f-2c09-41f2-af77-49078ad39bdc, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:47:41.195500 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] For port bd3d829f-2c09-41f2-af77-49078ad39bdc, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bd3d829f-2c09-41f2-af77-49078ad39bdc,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:47:41.208636 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.214880 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:41.222095 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:41.224280 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:41.314244 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Provisioning for port c2375c7c-214c-43a1-b45b-0edf782d6962 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:41.319384 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Pushing event updated for resources: {'Port': ['ID=bd3d829f-2c09-41f2-af77-49078ad39bdc,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:41.324610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:41.325266 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 1eb95b75-baea-4651-ac53-9f3e677062f1 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:41.325627 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.348834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Provisioning complete for port c2375c7c-214c-43a1-b45b-0edf782d6962 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:41.349113 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.411099 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:41.411798 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89055640>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:41.491688 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0a3fd-68f9-4ab4-9842-a84bfdd7928d None None] Port c2375c7c-214c-43a1-b45b-0edf782d6962 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:47:41.579369 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38690) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:41.585878 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654597542', 'description': 'tempest-secgroup-smoke-1654597542 description', 'project_id': '7cedca294e7c496d9e66ab3d729ae384'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:41.592519 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:41.596478 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:41.599460 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:41.605746 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:41.605938 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:41.615841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.652860 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:41.656725 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:41.659551 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:41.665251 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:41.716587 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:41.722584 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.726747 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.730482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ccc38a1e-6863-4ca5-9518-b31c0e09cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:41.774159 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f97c0f-1e6e-442a-813e-342bea5bdeea,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:41.779418 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:41.780948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.785543 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2018704
Jun 29 21:47:41.786490 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38694) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:41.786628 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:41.793945 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:41.795718 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:41.796089 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.801106 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:41.805429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:41.808768 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:41.815805 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:41.849069 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.948817 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.952974 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:41.960887 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:41.984944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d9c6a-4b4c-41a3-9d17-0fb476277119,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:41.991201 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:42.007157 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.009891 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-64882d2b-777f-47a3-8980-4d893eeeecf5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2215488
Jun 29 21:47:42.012085 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38702) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:42.023378 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:42.037042 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:42.047964 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:42.055216 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:42.075525 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:42.088009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.127538 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.139467 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-17bf381b-46a1-4b7a-88bf-edde87913d7b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:42.140853 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-17bf381b-46a1-4b7a-88bf-edde87913d7b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:42.160885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-17bf381b-46a1-4b7a-88bf-edde87913d7b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:42.162351 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-17bf381b-46a1-4b7a-88bf-edde87913d7b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.1203263
Jun 29 21:47:42.210624 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:42.223336 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:42.232287 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.233315 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device faf58a5f-7caf-4871-a4fc-8210fa95c8c9 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:42.246442 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Deleting port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:42.246442 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.262537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:42.308261 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: faf58a5f-7caf-4871-a4fc-8210fa95c8c9 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:42.308261 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device faf58a5f-7caf-4871-a4fc-8210fa95c8c9 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:42.346856 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:42.350766 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:42.353602 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89055640>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'c2375c7c-214c-43a1-b45b-0edf782d6962', 'name': '', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'mac_address': 'fa:16:3e:cf:97:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:38Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 2, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'subnets': [{'id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:42.355781 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.358221 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f4949-e02c-41f9-812b-22284d342355 None None] The sync data for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi is: [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'c2375c7c-214c-43a1-b45b-0edf782d6962', 'name': '', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'mac_address': 'fa:16:3e:cf:97:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:38Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 2, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'subnets': [{'id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:42.364977 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3912b02-7d65-42a6-911a-057105d1780a req-5bcd188d-8352-483b-85c1-5dfd1b5fcbe5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:42.366466 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3912b02-7d65-42a6-911a-057105d1780a req-5bcd188d-8352-483b-85c1-5dfd1b5fcbe5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.2203224
Jun 29 21:47:42.369487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.388778 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1b23bac4-1af0-40fe-a052-4ec073e55f46 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:42.421536 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2868eca-280e-4a52-ae4b-c5efa9532651 req-cfaa9565-5222-4aa6-b1ac-134cea057a70 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:42.422933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c2868eca-280e-4a52-ae4b-c5efa9532651 req-cfaa9565-5222-4aa6-b1ac-134cea057a70 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 945 time: 0.2985008
Jun 29 21:47:42.430816 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859c9437-9220-43d3-b11c-6c7be1ee6e3c,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:42.452946 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:42.470489 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.471595 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4582129
Jun 29 21:47:42.474915 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38708) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:42.492025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:42.501691 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:42.510700 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3912b02-7d65-42a6-911a-057105d1780a req-e7e4ea29-21f7-4bcd-9760-e4a4788db156 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260478
Jun 29 21:47:42.511622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:42.515403 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:42.520593 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c2868eca-280e-4a52-ae4b-c5efa9532651 req-9a3652ad-d3f9-4a52-9536-1888c969d510 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852826
Jun 29 21:47:42.524452 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:42.545479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.556488 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] For port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:42.557249 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.701962 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Calling delete_port for f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:42.709003 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'code': 200}
Jun 29 21:47:42.734686 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.739740 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.749647 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2e0cfb5b-2aaa-4443-be57-2e6ca2311bd5 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:42.784335 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ee2b0f-3d5a-452e-b73c-301dafd1d13b,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:42.791695 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:42.805940 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.807830 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3259451
Jun 29 21:47:42.811297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38716) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:42.818399 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:42.856244 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:42.867148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:42.874814 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:42.885087 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:42.909323 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.916349 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cf307e47-fabc-4276-868f-89c6a20f3844 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:42.921159 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:42.957339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:42.974321 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event deleted for resources: {'Port': ['ID=f0cfcb77-4c94-46eb-b3a4-324ade6c5e83,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:42.977290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:42.992044 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-749cd1fe-4bec-4c01-85bb-72333d46f19a req-f49e0c96-a2fd-4c28-b060-f5a90a715260 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1098 time: 0.0901175
Jun 29 21:47:43.040815 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-749cd1fe-4bec-4c01-85bb-72333d46f19a req-172664aa-87e1-452c-b8c9-fa0a0e64035a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407054
Jun 29 21:47:43.086259 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] No DVR routers for this DVR port f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:43.088772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.092303 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:43.094135 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'name': 'network-vif-deleted', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:43.120119 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-491a7ca1-9ef6-4844-8ca5-42b8027ed32f req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "DELETE /v2.0/ports/f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 HTTP/1.1" status: 204  len: 173 time: 0.9506094
Jun 29 21:47:43.125838 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.132272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.157166 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3cf16882-ff38-4174-aef3-f4528d6b7693 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:43.169201 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630cb1c4-feac-430d-a2b4-6f413729f507', 'name': 'network-vif-deleted', 'tag': 'f0cfcb77-4c94-46eb-b3a4-324ade6c5e83', 'status': 'completed', 'code': 200}
Jun 29 21:47:43.170326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.171504 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3589113
Jun 29 21:47:43.175614 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 38722) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:43.182782 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:43.187159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2128682b-3730-429f-bab8-d62b5ca78ec6,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:43.190894 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:43.193622 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8e944fdd-bb8b-4b39-a3f1-02a2543813b1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:43.196272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:43.199722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:43.207933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:43.223815 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.securitygroups_db [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Project 7cedca294e7c496d9e66ab3d729ae384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:47:43.231020 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.235900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:43.236276 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.302454 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.308189 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.310224 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:43.336588 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd0711e-5f1d-46ed-b5e0-46418bb78683,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:43.342082 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:43.347943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.349122 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f1d6965e-913b-4fd7-a7c1-28b88dbb61fd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1723936
Jun 29 21:47:43.352379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38726) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:43.358147 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'security_group_rule': {'security_group_id': '96f97c0f-1e6e-442a-813e-342bea5bdeea', 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:43.365481 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:47:43.369996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:security_group_rule and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:47:43.374263 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:47:43.386888 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:47:43.398037 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.securitygroups_db [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Project 7cedca294e7c496d9e66ab3d729ae384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 21:47:43.406695 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.477132 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.481202 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.483447 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c8e112be-2c7a-4042-9e7b-c9abe051d737 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:43.506859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c41286-3740-4238-98ee-3eb8df2c1d98,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:43.509466 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:43.520078 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:43.522069 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1685889
Jun 29 21:47:43.794566 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5d630569-0d6e-468c-95ba-ed03513f7115 req-5aacc0d1-cf00-423e-bd56-ea4daf866d03 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=630cb1c4-feac-430d-a2b4-6f413729f507 HTTP/1.1" status: 200  len: 210 time: 0.1063759
Jun 29 21:47:43.931883 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57024809-df6a-468d-a95e-8c36d5fbbb1c req-9ed90c2a-5783-484c-993e-6c468c3bf4e0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:43.933366 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-57024809-df6a-468d-a95e-8c36d5fbbb1c req-9ed90c2a-5783-484c-993e-6c468c3bf4e0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0976510
Jun 29 21:47:43.985049 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-57024809-df6a-468d-a95e-8c36d5fbbb1c req-7441a8eb-6f55-4909-9516-7311e6eb191f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449967
Jun 29 21:47:44.482226 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:45.214885 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc399c-036a-45f2-9014-6080665286f3 req-0dc16070-95b8-460d-9415-5e83432e7620 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:45.216346 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83cc399c-036a-45f2-9014-6080665286f3 req-0dc16070-95b8-460d-9415-5e83432e7620 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0853741
Jun 29 21:47:45.264709 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83cc399c-036a-45f2-9014-6080665286f3 req-0afdd464-40d1-4e84-a4da-b7f8c424c6be tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419598
Jun 29 21:47:45.360136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580b4c5-768b-49b6-9ebc-d897933bd7f5 req-e55f0587-4761-4aac-a7b4-a7605aa2d645 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:45.361704 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0580b4c5-768b-49b6-9ebc-d897933bd7f5 req-e55f0587-4761-4aac-a7b4-a7605aa2d645 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 945 time: 0.0926311
Jun 29 21:47:45.451760 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0580b4c5-768b-49b6-9ebc-d897933bd7f5 req-0f0b3e76-8cb6-4d45-b797-a3652e88c0b6 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837474
Jun 29 21:47:45.496238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b8c7-d153-4c1e-a019-56e9246d377b req-2118fc45-d7e0-4559-9fdc-e84ec7b8d598 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:45.497860 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0a25b8c7-d153-4c1e-a019-56e9246d377b req-2118fc45-d7e0-4559-9fdc-e84ec7b8d598 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0960169
Jun 29 21:47:45.508043 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38774) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:45.513505 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Request body: {'floatingip': {'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:47:45.590698 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:45.607607 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:45.642066 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:45.642417 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device f0cfcb77-4c94-46eb-b3a4-324ade6c5e83 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:46.187996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:46.191592 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:46.486907 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Floating IP 9dfcf417-38da-44f6-8dbd-d6f3a8a97586 associated. External IP: 172.27.3.208, port: 9374e367-ecf3-4c5b-944e-e3e7fb5621b5.
Jun 29 21:47:46.887692 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7659dd4-7d4a-4e19-9122-e356bf18e417 req-e6e5f5e1-f1a1-4368-9042-e3a5c3e2009a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:46.898355 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e7659dd4-7d4a-4e19-9122-e356bf18e417 req-e6e5f5e1-f1a1-4368-9042-e3a5c3e2009a tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 945 time: 0.2941647
Jun 29 21:47:46.924525 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-62251946-f10d-4aa8-9ac6-bdaff736f063 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:46.926174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-62251946-f10d-4aa8-9ac6-bdaff736f063 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:46.952268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-62251946-f10d-4aa8-9ac6-bdaff736f063 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:46.954185 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-62251946-f10d-4aa8-9ac6-bdaff736f063 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 945 time: 0.2996428
Jun 29 21:47:46.969965 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e7659dd4-7d4a-4e19-9122-e356bf18e417 req-dd15f8e1-9600-4526-938a-86ca9b797bbe tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727520
Jun 29 21:47:47.087008 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Deleting port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:47.087383 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:47.331531 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:47:47.409923 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] For port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:47.410283 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:47.551649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Calling delete_port for 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:47.571278 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:47:47.578551 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:47.583853 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:47:47.603067 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:47.604040 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89199340>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:47.660875 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d9f37dae-f57c-4580-9324-f68c22b2396d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "PUT /v2.0/floatingips/9dfcf417-38da-44f6-8dbd-d6f3a8a97586 HTTP/1.1" status: 200  len: 991 time: 2.1485617
Jun 29 21:47:47.660875 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:47.742231 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:47.749672 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:47.754846 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:47.803872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event deleted for resources: {'Port': ['ID=1ecdffaa-5005-40aa-88d7-bbddf1eff3b0,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:47.808472 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:47.880424 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:47.889943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] No DVR routers for this DVR port 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:47.892520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:47.903566 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'name': 'network-vif-deleted', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:47.911473 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d1a9de17-918c-4729-a107-863eccdf2e63 req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "DELETE /v2.0/ports/1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 HTTP/1.1" status: 204  len: 173 time: 0.9510772
Jun 29 21:47:47.951934 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'status': 'completed', 'code': 200}
Jun 29 21:47:48.062907 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bfaf30-f7a5-4251-a082-da2f44c83dfe', 'name': 'network-vif-deleted', 'tag': '1ecdffaa-5005-40aa-88d7-bbddf1eff3b0', 'status': 'completed', 'code': 200}
Jun 29 21:47:48.129092 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-08fe98cb-6d9e-404b-8125-ccc6011454b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1098 time: 0.1463733
Jun 29 21:47:48.209695 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cf589e6b-8fb8-4c14-8c3a-5491ca509cf1 req-e7273452-61ae-4642-af5c-959dfc4ee0c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4bfaf30-f7a5-4251-a082-da2f44c83dfe HTTP/1.1" status: 200  len: 210 time: 0.0517650
Jun 29 21:47:48.337161 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c609f-af7e-4771-93cf-02853f12c18c req-2581a54d-57d2-4f57-a8c9-1136a2142f6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:48.338655 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-2581a54d-57d2-4f57-a8c9-1136a2142f6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1981204
Jun 29 21:47:48.403631 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89199340>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '9dfcf417-38da-44f6-8dbd-d6f3a8a97586', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:47:26Z', 'updated_at': '2021-06-29T21:47:46Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:48.408801 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:47:48.421351 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:47:48.421979 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89199340>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:48.496247 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-8e9865b8-6f83-4fc8-ab96-3434a8eb33f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 999 time: 0.1497707
Jun 29 21:47:48.579809 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c609f-af7e-4771-93cf-02853f12c18c req-74d7668c-3ba6-4ee0-83a4-0990c9aa5a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:48.581380 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-74d7668c-3ba6-4ee0-83a4-0990c9aa5a6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0791225
Jun 29 21:47:48.672336 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:47:48.734962 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-56512aa8-00b6-4012-a354-f32f101387ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1467075
Jun 29 21:47:48.931987 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-67461ae1-8ed8-40e2-a586-577dd7ab4a97 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901381
Jun 29 21:47:49.123503 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-195c609f-af7e-4771-93cf-02853f12c18c req-2baefe7e-dec7-450b-a985-9cda570b30b2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836205
Jun 29 21:47:49.177607 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bd3d829f-2c09-41f2-af77-49078ad39bdc up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:49.217906 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89199340>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '9dfcf417-38da-44f6-8dbd-d6f3a8a97586', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:47:26Z', 'updated_at': '2021-06-29T21:47:46Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:49.222700 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b39dde-23f7-4cad-bfeb-45090aa26f09 None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '9dfcf417-38da-44f6-8dbd-d6f3a8a97586', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:47:26Z', 'updated_at': '2021-06-29T21:47:46Z', 'revision_number': 1, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:47:49.262824 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port bd3d829f-2c09-41f2-af77-49078ad39bdc completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:47:49.269939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port bd3d829f-2c09-41f2-af77-49078ad39bdc triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:49.270796 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:49.396567 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:49.414499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port bd3d829f-2c09-41f2-af77-49078ad39bdc, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bd3d829f-2c09-41f2-af77-49078ad39bdc,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:49.419430 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:49.421293 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:49.496644 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=bd3d829f-2c09-41f2-af77-49078ad39bdc,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:49.509715 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.510201 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.510538 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.510866 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.511190 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.511556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.511878 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.512196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.512513 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.513202 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.513700 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:47:49.517849 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:49.609103 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:49.644963 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:49.645314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 1ecdffaa-5005-40aa-88d7-bbddf1eff3b0 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:51.105521 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bd3d829f-2c09-41f2-af77-49078ad39bdc up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:47:51.181700 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port bd3d829f-2c09-41f2-af77-49078ad39bdc triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:47:51.182079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:51.215755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dd092-9930-4dc1-ab1e-8287308027bd req-393fc597-65ad-48e4-8e5d-e4450617fd9b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:51.219330 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-904dd092-9930-4dc1-ab1e-8287308027bd req-393fc597-65ad-48e4-8e5d-e4450617fd9b tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 945 time: 0.0865912
Jun 29 21:47:51.285590 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-904dd092-9930-4dc1-ab1e-8287308027bd req-06fcf329-cf18-4895-8a2c-695b5a51eb12 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536983
Jun 29 21:47:52.500143 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414ac75-1b71-4a5c-9e10-663efa60adec req-8f053e9d-1b9d-4254-92cf-92805f1eeee5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:52.501567 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b414ac75-1b71-4a5c-9e10-663efa60adec req-8f053e9d-1b9d-4254-92cf-92805f1eeee5 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 945 time: 0.0857768
Jun 29 21:47:52.550911 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b414ac75-1b71-4a5c-9e10-663efa60adec req-ded33b18-fb84-4e99-a413-3404fe7e468c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/security-groups?id=76bdb81b-6775-4156-bb42-7dd34ad90f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434952
Jun 29 21:47:52.757643 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13bc27-228f-499e-83bb-51bef4498387 req-51518b9f-1f52-4617-8843-e1207cb1127d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:47:52.758229 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-ea13bc27-228f-499e-83bb-51bef4498387 req-51518b9f-1f52-4617-8843-e1207cb1127d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Synchronizing usage tracker for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:47:52.776322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-ea13bc27-228f-499e-83bb-51bef4498387 req-51518b9f-1f52-4617-8843-e1207cb1127d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Unset dirty status for tenant:2181f735aa7644cd9a769113117fcbba on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:47:52.777584 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ea13bc27-228f-499e-83bb-51bef4498387 req-51518b9f-1f52-4617-8843-e1207cb1127d tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 945 time: 0.1001058
Jun 29 21:47:52.937278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Deleting port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:47:52.937615 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:53.226031 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] For port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,segment=NetworkSegment(0cd40c91-b132-4248-a6a5-7d60bd7c403a),segment_id=0cd40c91-b132-4248-a6a5-7d60bd7c403a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:47:53.226392 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:53.351206 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Calling delete_port for 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:47:53.498606 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:53.503984 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a259feeb-785a-4e8a-9469-f3d9d1b78470 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:53.509859 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:47:53.546466 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Pushing event deleted for resources: {'Port': ['ID=31b0cf9f-7e1f-4efa-8e5c-6d39784958b4,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:53.550552 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:53.624017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] No DVR routers for this DVR port 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:47:53.626361 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:53.629197 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'name': 'network-vif-deleted', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:47:53.644318 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ea13bc27-228f-499e-83bb-51bef4498387 req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.26 "DELETE /v2.0/ports/31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 HTTP/1.1" status: 204  len: 173 time: 0.8611240
Jun 29 21:47:53.697499 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90161578-eb53-4558-8042-dd1010c3cba3', 'name': 'network-vif-deleted', 'tag': '31b0cf9f-7e1f-4efa-8e5c-6d39784958b4', 'status': 'completed', 'code': 200}
Jun 29 21:47:53.733429 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3debd7f7-bb40-4c88-8125-5b191b4dd163 req-59d618be-9b5c-41e1-8f4d-5de20c4461b4 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] 10.222.0.21 "GET /v2.0/ports?device_id=90161578-eb53-4558-8042-dd1010c3cba3 HTTP/1.1" status: 200  len: 210 time: 0.0452523
Jun 29 21:47:54.843478 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38872) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:54.907707 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Deleting subnet 1bbe3363-0089-4826-8edc-2e23efcbcfe7 {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:47:54.910605 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:54.965032 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.025637 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.099301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.103553 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:55.137084 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbe3363-0089-4826-8edc-2e23efcbcfe7,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:55.141165 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:55.143991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.149997 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-374ca9f7-30b0-405a-8b7b-58dd7a5f069a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1bbe3363-0089-4826-8edc-2e23efcbcfe7 HTTP/1.1" status: 204  len: 168 time: 0.3054190
Jun 29 21:47:55.152443 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38876) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:55.266479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.325210 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b1d99a60-6d88-45cb-88be-d210d59e4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.510468 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.523614 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88ff3d00>,) {'filters': {'network_id': ['a714ca91-c4ab-4d18-a4f9-fd25b28793d2']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:55.536032 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88ff3d00>, '0cd40c91-b132-4248-a6a5-7d60bd7c403a') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:55.536278 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88ff3d00>, '0cd40c91-b132-4248-a6a5-7d60bd7c403a') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:47:55.547559 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.567798 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.573793 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:47:55.574171 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:47:55.587973 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:47:55.628074 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:47:55.661696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.663383 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:47:55.663724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 31b0cf9f-7e1f-4efa-8e5c-6d39784958b4 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:47:55.666134 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:55.681612 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.687443 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a714ca91-c4ab-4d18-a4f9-fd25b28793d2,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:55.691463 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:55.698123 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-7bb502de-55c0-4147-80f9-082792a2df2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a714ca91-c4ab-4d18-a4f9-fd25b28793d2 HTTP/1.1" status: 204  len: 168 time: 0.5446599
Jun 29 21:47:55.749646 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:55.915979 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38890) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:55.987360 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-20206ea9-139f-47b8-86b0-9ef852c95544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2181f735aa7644cd9a769113117fcbba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0700464
Jun 29 21:47:55.990019 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 38894) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:47:56.050323 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:56.087637 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:56.151901 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:56.157371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d7f74197-3fb7-4828-8861-5f528af586a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:47:56.170237 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bdb81b-6775-4156-bb42-7dd34ad90f3e,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:47:56.173533 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:47:56.181858 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:56.182969 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76bdb81b-6775-4156-bb42-7dd34ad90f3e HTTP/1.1" status: 204  len: 168 time: 0.1921504
Jun 29 21:47:56.674292 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2612400-5c53-452e-9ee8-99ad3f7b6041 None None] New status for floating IP 9dfcf417-38da-44f6-8dbd-d6f3a8a97586: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:47:57.632108 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-59585d39-706a-4345-bc78-88fb4edc2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:47:58.442324 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:47:58.840695 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:00.094896 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:00.226234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-37025940-9aab-493a-9c63-4ea2d75bbfd8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:00.243351 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-37025940-9aab-493a-9c63-4ea2d75bbfd8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:00.244556 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-37025940-9aab-493a-9c63-4ea2d75bbfd8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654597542&fields=id&tenant_id=7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 267 time: 0.0593910
Jun 29 21:48:00.396389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67819ede-b613-4729-a295-b7814dc66121 req-b8b735b0-1dd1-4631-b7ad-19511d98b201 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:00.397840 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-b8b735b0-1dd1-4631-b7ad-19511d98b201 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 811 time: 0.1467011
Jun 29 21:48:00.417184 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-8733cbfb-f2f0-43df-8b80-e4e4a1828dff tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/quotas/7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 375 time: 0.0130007
Jun 29 21:48:00.508991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-290484c7-1a5f-4e4b-8ee2-aa8e1697cef4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:00.525794 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-290484c7-1a5f-4e4b-8ee2-aa8e1697cef4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:00.527086 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-290484c7-1a5f-4e4b-8ee2-aa8e1697cef4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1045206
Jun 29 21:48:00.852430 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-337959ff-97c3-400b-adf3-02f7b5e3f6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3127012
Jun 29 21:48:01.031574 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-ef031f3f-895a-4c6c-8beb-d5ca2615c3f5 service neutron] 10.222.0.21 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703658
Jun 29 21:48:01.527825 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-173f7bc1-7257-4675-9e93-fdfc96f99e50 req-f4e303f3-2eaa-4a74-a0cd-e28db0fd551b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0550940
Jun 29 21:48:02.633539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67819ede-b613-4729-a295-b7814dc66121 req-ee32f272-3866-44dd-ad15-3ad98a9181ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:02.635274 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-ee32f272-3866-44dd-ad15-3ad98a9181ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:02.660627 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-ee32f272-3866-44dd-ad15-3ad98a9181ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:02.661872 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-ee32f272-3866-44dd-ad15-3ad98a9181ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 811 time: 0.2049656
Jun 29 21:48:02.713081 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39080) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:02.731765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-4d15f710-f57e-481d-a29f-e2ca567ec381 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:security_group {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:02.744797 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-67819ede-b613-4729-a295-b7814dc66121 req-4d15f710-f57e-481d-a29f-e2ca567ec381 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:security_group {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:02.745951 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-4d15f710-f57e-481d-a29f-e2ca567ec381 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 380 time: 0.0701671
Jun 29 21:48:02.760818 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'port': {'device_id': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'admin_state_up': True, 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'security_groups': ['96f97c0f-1e6e-442a-813e-342bea5bdeea']}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:02.779541 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-439f2f7c-59cc-476d-8521-3e6401f0899d req-5da4edf1-3831-41d9-9f98-04611a496815 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0665586
Jun 29 21:48:02.923613 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:02.933735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:02.949571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Made reservation on behalf of 7cedca294e7c496d9e66ab3d729ae384 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:02.953723 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:02.971993 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.019460 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:03.024859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Usage tracker for resource:security_group_rule and tenant:a765f2660b0d493cb2280cc6ebc2b0e1 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:03.028715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:03.036068 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:03.122287 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.128099 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.136272 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1df01c8d-f668-463d-b8d5-cd818515c9c8 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:03.182892 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a765f2660b0d493cb2280cc6ebc2b0e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4782538
Jun 29 21:48:03.183079 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39092) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:03.184386 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d45f6-3d12-491f-819e-5ab63daf61a0,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:03.192277 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:03.226673 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Allocated IP 172.20.0.8 (80799340-bfe0-4269-9d60-b4c384571774/b8cea22e-6ead-41af-be09-780e57ff0c9a/4cdb93fa-a3ef-46c8-b894-d55fceacbfde) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:48:03.303773 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.414427 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.481396 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd594b6-352c-4d73-a55a-805787586737 req-eca22b89-326c-4191-9a05-0e6231ce8d99 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:03.482876 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-efd594b6-352c-4d73-a55a-805787586737 req-eca22b89-326c-4191-9a05-0e6231ce8d99 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.0939183
Jun 29 21:48:03.532063 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.538302 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-efd594b6-352c-4d73-a55a-805787586737 req-95bdab16-0d14-422d-87a0-2a8d6d575f46 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495203
Jun 29 21:48:03.539536 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.545399 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7d02ba1c-07d2-44a7-87fc-4d91d7570bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:03.570463 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Transition to ACTIVE for port object 4cdb93fa-a3ef-46c8-b894-d55fceacbfde will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:48:03.571765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d45f6-3d12-491f-819e-5ab63daf61a0,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:03.574202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:03.594983 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.596381 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0559fa3c-41ee-4431-8c16-e6c17b402d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f0d45f6-3d12-491f-819e-5ab63daf61a0 HTTP/1.1" status: 204  len: 168 time: 0.4118996
Jun 29 21:48:03.613926 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.622507 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:03.696202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Network 80799340-bfe0-4269-9d60-b4c384571774 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:48:03.699300 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:03.701830 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:48:03.739762 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:03.742863 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:03.796447 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:03.797465 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:03.820912 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0640142
Jun 29 21:48:03.836865 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Request body: {'port': {'device_id': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:04.039188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-19ae038b-5bb1-4be7-9f86-d694aec55589 None None] Provisioning for port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:48:04.040534 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39106) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:04.054119 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-19ae038b-5bb1-4be7-9f86-d694aec55589 None None] Provisioning complete for port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:04.055316 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-19ae038b-5bb1-4be7-9f86-d694aec55589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.062776 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.108467 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.109130 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b153-24f6-4fc9-b244-071bee0d6553 req-f13837b9-ca4e-41db-9ea0-ebb44ad21480 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:04.110565 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f99b153-24f6-4fc9-b244-071bee0d6553 req-f13837b9-ca4e-41db-9ea0-ebb44ad21480 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 931 time: 0.1613631
Jun 29 21:48:04.115842 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:04.125936 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-19ae038b-5bb1-4be7-9f86-d694aec55589 None None] Port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:48:04.144150 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Usage tracker for resource:security_group_rule and tenant:be76c43ef9f7400586b02cf7eb444ed0 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:04.148449 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:04.158465 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:04.195911 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8f99b153-24f6-4fc9-b244-071bee0d6553 req-b3e953f6-7890-4a9b-8970-b13d4ab5558e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775125
Jun 29 21:48:04.254829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.259595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.270852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-af937101-823a-482d-8629-b970ec7e8af9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:04.311847 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be76c43ef9f7400586b02cf7eb444ed0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2701762
Jun 29 21:48:04.313699 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a9ff8-e414-445b-8e6c-a667473a794d,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:04.317234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:04.317716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39110) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:04.384856 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.412325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.470015 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.475186 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-89c4c967-52f0-4ac6-bf55-1a6057a73cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:04.478060 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdb93fa-a3ef-46c8-b894-d55fceacbfde {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:48:04.485688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.488515 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a9ff8-e414-445b-8e6c-a667473a794d,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:04.493485 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:04.500607 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.504000 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Transition to ACTIVE for port object 4cdb93fa-a3ef-46c8-b894-d55fceacbfde will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:48:04.504856 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/990a9ff8-e414-445b-8e6c-a667473a794d HTTP/1.1" status: 204  len: 168 time: 0.1850386
Jun 29 21:48:04.509813 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.520238 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aa4956b4-d32c-4376-97f1-8a16647324f3 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:04.700360 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:04.710683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:04.781484 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b600d6-c4a1-45ed-b1af-3d1c4f2a2ca0 req-05bbfa2a-74c7-450d-a237-1842162bc446 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:04.789680 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-90b600d6-c4a1-45ed-b1af-3d1c4f2a2ca0 req-05bbfa2a-74c7-450d-a237-1842162bc446 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.1207180
Jun 29 21:48:04.848329 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-90b600d6-c4a1-45ed-b1af-3d1c4f2a2ca0 req-d114316d-ed56-4c12-ac3d-5d5f9c3fb25e tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572770
Jun 29 21:48:04.869919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Attempting to bind port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:48:04.870250 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Attempting to bind port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:48:04.870571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Attempting to bind port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:48:04.876382 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde on network 80799340-bfe0-4269-9d60-b4c384571774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:48:04.876692 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Attempting to bind port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:48:04.883952 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:48:04.884278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Checking segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:04.884703 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Bound using segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:48:04.885069 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Bound port: 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:48:04.885436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.985403 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:48:04.989112 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:48:04.994218 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:04.999071 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:05.023390 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39120) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:05.041410 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.055802 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.057376 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] 10.222.0.26 "PUT /v2.0/ports/4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 200  len: 1093 time: 1.2254927
Jun 29 21:48:05.062680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:05.105263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:05.112599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:05.197112 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'status': 'completed', 'code': 200}
Jun 29 21:48:05.271073 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-db32051d-b183-4a5e-96d5-91e0972182a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1096 time: 0.1569097
Jun 29 21:48:05.277223 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:05.284199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Usage tracker for resource:security_group_rule and tenant:d11c2032437e48a0abd56eaa5be27f52 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:05.293376 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:05.305624 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:05.368594 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-d20c66d1-f632-4438-bba1-97bd4c85330c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 200  len: 217 time: 0.0871918
Jun 29 21:48:05.386878 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-afb56725-b8c4-4035-adc3-23f1d1233b44 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:05.388433 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-afb56725-b8c4-4035-adc3-23f1d1233b44 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.3203769
Jun 29 21:48:05.438538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67819ede-b613-4729-a295-b7814dc66121 req-58a6efb3-6c39-4e49-8123-f4aab7d68e2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:05.440682 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-58a6efb3-6c39-4e49-8123-f4aab7d68e2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0657868
Jun 29 21:48:05.493089 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Deleting port 920e6676-33e0-4864-bdfd-44b4b59bd852 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:05.493420 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.518191 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-888e02f4-7c3e-4cce-9b4a-1643f755bf7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709484
Jun 29 21:48:05.560030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.567840 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.577364 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0abeb0f2-db01-4027-b1ef-ed822be4670e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:05.652428 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-6c76c275-d96f-4071-96e6-034f707deefa service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281052
Jun 29 21:48:05.654014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea17c4-0bd6-468c-92f5-597950004cae req-d7d42db2-4cd9-4e3c-b471-2fcc6078ff0b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:05.655483 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-59ea17c4-0bd6-468c-92f5-597950004cae req-d7d42db2-4cd9-4e3c-b471-2fcc6078ff0b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.3167431
Jun 29 21:48:05.668939 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ffd14-5ee3-4250-9097-aed7df340898,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:05.694052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:05.708340 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-86a7f2d9-f845-4e19-85b4-009fbd1ffba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11c2032437e48a0abd56eaa5be27f52&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6814787
Jun 29 21:48:05.710499 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39130) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:05.799332 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-67819ede-b613-4729-a295-b7814dc66121 req-c39e950e-865a-4796-8d7c-e21d6a1a1826 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367874
Jun 29 21:48:05.824350 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-59ea17c4-0bd6-468c-92f5-597950004cae req-31434db8-7f69-48e5-881b-176491fdbddb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589360
Jun 29 21:48:05.901760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.931530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] For port 920e6676-33e0-4864-bdfd-44b4b59bd852, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=920e6676-33e0-4864-bdfd-44b4b59bd852,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:05.931891 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:05.934576 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-0cde39d0-004b-4341-b5bf-4d2a57a64a72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1096 time: 0.0845118
Jun 29 21:48:06.003590 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.168419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89504a90-4595-4831-85fd-e69799dd7f48 req-eed7dd8d-a91c-4544-bcdc-8faa6ba48554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:06.169854 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-eed7dd8d-a91c-4544-bcdc-8faa6ba48554 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.2289574
Jun 29 21:48:06.237309 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-1bd8ad6f-cfcc-4f8d-88d9-9286d56931fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 200  len: 217 time: 0.0595946
Jun 29 21:48:06.275925 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.281459 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e2d05837-f8cf-498d-826d-4fa243d1a26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:06.307311 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89504a90-4595-4831-85fd-e69799dd7f48 req-47db774b-495a-43b8-97f7-9e16b71893b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:06.308831 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-47db774b-495a-43b8-97f7-9e16b71893b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0654697
Jun 29 21:48:06.366112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ffd14-5ee3-4250-9097-aed7df340898,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:06.372785 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aafc1d-6a2c-4f08-babc-927cef49f9da req-b9b67965-ed9a-4a29-826b-cbe9557f0ff2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:06.374226 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2aafc1d-6a2c-4f08-babc-927cef49f9da req-b9b67965-ed9a-4a29-826b-cbe9557f0ff2 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 946 time: 0.3728795
Jun 29 21:48:06.375053 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:06.395188 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.395934 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-cd846e96-2e4c-4741-a3fb-5602d9143321 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802803
Jun 29 21:48:06.396294 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/462ffd14-5ee3-4250-9097-aed7df340898 HTTP/1.1" status: 204  len: 168 time: 0.6839986
Jun 29 21:48:06.429354 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.429737 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.430018 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Floating IP 2f120683-6cbd-44ab-b30c-f676ab9bda4f disassociated. External IP: 172.27.3.71, port: 920e6676-33e0-4864-bdfd-44b4b59bd852.
Jun 29 21:48:06.430357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Calling delete_port for 920e6676-33e0-4864-bdfd-44b4b59bd852 owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:06.494413 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2aafc1d-6a2c-4f08-babc-927cef49f9da req-82a977b3-3ba9-4df7-a56f-4fa9f80bc272 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ff0abd1-7241-4103-9998-8ca979b44a85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947995
Jun 29 21:48:06.561013 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-fbd21b2b-932f-49b6-a304-a461d4c15f8a service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564837
Jun 29 21:48:06.606732 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:06.613724 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-deb9d7b8-71bd-4275-be58-39ccf8f6a68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:06.655631 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'Port': ['ID=920e6676-33e0-4864-bdfd-44b4b59bd852,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:06.658651 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:06.702181 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-89504a90-4595-4831-85fd-e69799dd7f48 req-fa8df924-cd20-421e-825f-ec889fcc7448 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337538
Jun 29 21:48:06.874210 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:48:07.243382 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715d54-931e-4d9a-bce5-b63f3ae4aa29 req-e72fbae9-e593-4755-8e9e-19b44947c76c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:07.244808 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ce715d54-931e-4d9a-bce5-b63f3ae4aa29 req-e72fbae9-e593-4755-8e9e-19b44947c76c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.2695842
Jun 29 21:48:07.279498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:48:07.292299 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:48:07.306837 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:07.307532 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8949e9a0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:07.366529 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] No DVR routers for this DVR port 920e6676-33e0-4864-bdfd-44b4b59bd852 on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:48:07.369082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:07.374884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'name': 'network-vif-deleted', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:07.392592 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ce715d54-931e-4d9a-bce5-b63f3ae4aa29 req-aea8f480-f559-4ed3-819a-14842d4de90c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406786
Jun 29 21:48:07.393772 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c22ba0c2-7aed-4d3f-93b6-bc618bcba866 req-7a8885bb-43fe-4faf-9ecd-66dd35dfe0ef tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.26 "DELETE /v2.0/ports/920e6676-33e0-4864-bdfd-44b4b59bd852 HTTP/1.1" status: 204  len: 173 time: 1.9987416
Jun 29 21:48:07.451720 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f6714-23df-4dcf-b70c-9c6adca6c564', 'name': 'network-vif-deleted', 'tag': '920e6676-33e0-4864-bdfd-44b4b59bd852', 'status': 'completed', 'code': 200}
Jun 29 21:48:07.504754 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:07.693553 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-ea93478c-4df3-4c6c-b652-2ecf4fd8ddf7 req-e805c3e7-1cfd-477b-81ed-59c6823ae22f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Synchronizing usage tracker for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:07.712341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-ea93478c-4df3-4c6c-b652-2ecf4fd8ddf7 req-e805c3e7-1cfd-477b-81ed-59c6823ae22f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Unset dirty status for tenant:57b9e3a51c70442794a2f0f09845c3ba on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:07.713607 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ea93478c-4df3-4c6c-b652-2ecf4fd8ddf7 req-e805c3e7-1cfd-477b-81ed-59c6823ae22f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/ports?device_id=135f6714-23df-4dcf-b70c-9c6adca6c564 HTTP/1.1" status: 200  len: 210 time: 0.0629997
Jun 29 21:48:07.858622 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8949e9a0>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:07.863511 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:48:07.873965 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:07.874609 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8949e9a0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:08.097232 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:08.421745 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-adecae71-f457-4e22-82a0-dba476037884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8949e9a0>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:08.425888 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecae71-f457-4e22-82a0-dba476037884 None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:42:05Z', 'revision_number': 4, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '3beab6ec-06d8-47c8-b63f-65562cbfdea2', 'name': '', 'network_id': '00d7d3cb-ce2a-45ce-9ca8-13363667a016', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:42:03Z', 'updated_at': '2021-06-29T21:42:40Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'subnets': [{'id': '213d6d07-8d3e-4786-ab48-ca858f70cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:48:08.599858 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b10a-cdfc-49a5-abee-8f12b6464c38 req-eae4f90a-038d-49a9-8dae-225a883fa8b5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:08.601308 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7ce1b10a-cdfc-49a5-abee-8f12b6464c38 req-eae4f90a-038d-49a9-8dae-225a883fa8b5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0773890
Jun 29 21:48:08.668150 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7ce1b10a-cdfc-49a5-abee-8f12b6464c38 req-81c7b7be-715a-4870-bce6-69e3630a02cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611138
Jun 29 21:48:08.896339 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39210) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:08.928152 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Sync routers for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:48:08.943437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:08.944509 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89463610>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:08.946862 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd66da-a1bf-4937-89e4-7539d6fb0b21 None None] New status for floating IP 2f120683-6cbd-44ab-b30c-f676ab9bda4f: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:48:08.988365 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.024595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.095300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.101738 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9f5ceab0-199d-4c7e-a1f4-269d804410fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:09.118984 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0abd1-7241-4103-9998-8ca979b44a85,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:09.122138 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:09.136810 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.138439 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ff0abd1-7241-4103-9998-8ca979b44a85 HTTP/1.1" status: 204  len: 168 time: 0.2410860
Jun 29 21:48:09.141244 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39222) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:09.158992 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.api.v2.resource [None req-b9fe56f6-0329-4ed5-aa10-c1a505b275d4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] show failed (client error): The resource could not be found.
Jun 29 21:48:09.162568 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b9fe56f6-0329-4ed5-aa10-c1a505b275d4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "GET /v2.0/security-groups/1ff0abd1-7241-4103-9998-8ca979b44a85 HTTP/1.1" status: 404  len: 347 time: 0.0201800
Jun 29 21:48:09.165596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39226) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:09.226663 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:09.361745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Deleting port f4446f95-f359-473e-949d-5fbdf86cdd91 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:09.362346 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.547950 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.549098 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.563106 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89463610>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'c2375c7c-214c-43a1-b45b-0edf782d6962', 'name': '', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'mac_address': 'fa:16:3e:cf:97:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:38Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 2, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'subnets': [{'id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:09.567307 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Checking router: c5954531-b88c-4244-86a2-52793efc480a for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:48:09.567713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Updating router c5954531-b88c-4244-86a2-52793efc480a port c2375c7c-214c-43a1-b45b-0edf782d6962 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 21:48:09.573975 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39236) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:09.624016 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.671933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Calling delete_port for f4446f95-f359-473e-949d-5fbdf86cdd91 owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:09.685219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 920e6676-33e0-4864-bdfd-44b4b59bd852 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:48:09.722242 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 920e6676-33e0-4864-bdfd-44b4b59bd852 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:48:09.722772 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 920e6676-33e0-4864-bdfd-44b4b59bd852 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:48:09.775883 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.850439 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:09.859514 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Usage tracker for resource:security_group_rule and tenant:b45471f0315a47c9ba34cb3d2a3fa877 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:09.868336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:09.883145 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:09.918376 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:09.922214 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-cbe4db4b-135d-4659-befb-00e4350196d2 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.004124 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Pushing event deleted for resources: {'Port': ['ID=f4446f95-f359-473e-949d-5fbdf86cdd91,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:10.012098 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:10.033818 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.041895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.049834 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.107874 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.109222 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7672fdd0-652c-4822-a6ff-59d569b7771c,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:10.112434 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:10.116274 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b45471f0315a47c9ba34cb3d2a3fa877&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5410454
Jun 29 21:48:10.118780 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39246) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:10.119320 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.136189 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aa4d8-0bfd-4a76-b529-807983879950 req-4792e2d3-5af9-4e31-b5ac-9a3b43da488e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:10.137654 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c1aa4d8-0bfd-4a76-b529-807983879950 req-4792e2d3-5af9-4e31-b5ac-9a3b43da488e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.1624215
Jun 29 21:48:10.145096 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Transition to ACTIVE for port object c2375c7c-214c-43a1-b45b-0edf782d6962 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:48:10.154812 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.165285 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.171726 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.173022 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] 10.222.0.21 "DELETE /v2.0/floatingips/2f120683-6cbd-44ab-b30c-f676ab9bda4f HTTP/1.1" status: 204  len: 168 time: 1.0064359
Jun 29 21:48:10.210609 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.233775 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c1aa4d8-0bfd-4a76-b529-807983879950 req-0520fd63-f31a-4654-af45-ee8d2dac8e45 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887587
Jun 29 21:48:10.240897 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.302645 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.306493 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Pushing event updated for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:10.312315 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:10.312651 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.326214 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7672fdd0-652c-4822-a6ff-59d569b7771c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:10.331746 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:10.337759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.341734 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7672fdd0-652c-4822-a6ff-59d569b7771c HTTP/1.1" status: 204  len: 168 time: 0.2211192
Jun 29 21:48:10.505569 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Attempting to bind port c2375c7c-214c-43a1-b45b-0edf782d6962 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:48:10.506036 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Attempting to bind port c2375c7c-214c-43a1-b45b-0edf782d6962 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:48:10.506455 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Attempting to bind port c2375c7c-214c-43a1-b45b-0edf782d6962 on network 22aba4e1-c61d-427e-aa75-5398df89b45e {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:48:10.515300 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:48:10.515699 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Checking segment: {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:10.516103 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.516502 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Bound using segment: {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:48:10.517344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Bound port: c2375c7c-214c-43a1-b45b-0edf782d6962, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ed105e-ee50-4bb9-93bf-ff8511bd61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:48:10.517724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.632166 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] For port c2375c7c-214c-43a1-b45b-0edf782d6962, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:48:10.636190 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] For port c2375c7c-214c-43a1-b45b-0edf782d6962, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c2375c7c-214c-43a1-b45b-0edf782d6962,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:48:10.640437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.644091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6d5b21f-193e-40dc-8fde-3fc6e410b7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.731628 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:10.732266 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89463610>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:10.761781 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39258) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:10.782310 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.820616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:10.826396 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3e67aeba11454c929052999bbe9d7f is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:10.830253 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:10.840017 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:10.949400 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.953499 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:10.953872 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Pushing event updated for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:10.958544 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:10.962748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-aaa26258-a55c-492d-9932-88332a106c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:10.993441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:11.011784 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b34a3-6d8b-45d7-8447-1e37575a83a3,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:11.018942 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c3e67aeba11454c929052999bbe9d7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2532177
Jun 29 21:48:11.018942 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:11.019213 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39264) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:11.119607 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.182965 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.187207 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c2375c7c-214c-43a1-b45b-0edf782d6962 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:48:11.245771 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.250117 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-137336be-83b3-4c6c-8530-70e92a92be24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:11.264200 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b34a3-6d8b-45d7-8447-1e37575a83a3,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:11.274998 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:11.275619 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.279002 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a5b34a3-6d8b-45d7-8447-1e37575a83a3 HTTP/1.1" status: 204  len: 168 time: 0.2567737
Jun 29 21:48:11.404659 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port c2375c7c-214c-43a1-b45b-0edf782d6962 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:48:11.420801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port c2375c7c-214c-43a1-b45b-0edf782d6962 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:11.421089 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.460982 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f11f00-3cfe-44cd-8b53-aaaf7f3a1a8c req-7f972773-a292-4010-aaf6-a48f31f2860c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:11.467850 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c8f11f00-3cfe-44cd-8b53-aaaf7f3a1a8c req-7f972773-a292-4010-aaf6-a48f31f2860c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0952764
Jun 29 21:48:11.523815 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c8f11f00-3cfe-44cd-8b53-aaaf7f3a1a8c req-22bfc295-6ebe-4670-8c57-3017a13ddfed tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550287
Jun 29 21:48:11.546072 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89463610>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'c2375c7c-214c-43a1-b45b-0edf782d6962', 'name': '', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'mac_address': 'fa:16:3e:cf:97:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:38Z', 'updated_at': '2021-06-29T21:48:10Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'subnets': [{'id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:11.567320 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ca3c8-eed5-47f4-898d-4c4fdf9c751e None None] The sync data for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi is: [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'c2375c7c-214c-43a1-b45b-0edf782d6962', 'name': '', 'network_id': '22aba4e1-c61d-427e-aa75-5398df89b45e', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'mac_address': 'fa:16:3e:cf:97:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:38Z', 'updated_at': '2021-06-29T21:48:10Z', 'revision_number': 4, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'subnets': [{'id': 'b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:48:11.595668 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.644314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port c2375c7c-214c-43a1-b45b-0edf782d6962, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c2375c7c-214c-43a1-b45b-0edf782d6962,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:11.651891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:11.655982 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:11.738445 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:11.741792 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:12.768749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea31a8-89a2-4fc2-a8e2-9a3e9b9f37fe req-914c8710-dbb3-4fdc-9652-05baa0944742 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:12.771004 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cbea31a8-89a2-4fc2-a8e2-9a3e9b9f37fe req-914c8710-dbb3-4fdc-9652-05baa0944742 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0946121
Jun 29 21:48:12.857284 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cbea31a8-89a2-4fc2-a8e2-9a3e9b9f37fe req-c95be4fe-e687-4bf5-91eb-8e271bc09cb8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784361
Jun 29 21:48:13.105451 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c2375c7c-214c-43a1-b45b-0edf782d6962 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:48:13.182110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port c2375c7c-214c-43a1-b45b-0edf782d6962 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:13.182477 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:13.688472 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 4cdb93fa-a3ef-46c8-b894-d55fceacbfde details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:48:13.825491 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:13.838845 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'port_id': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'mac_address': 'fa:16:3e:5e:fe:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:48:13.889961 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:13.910034 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdb93fa-a3ef-46c8-b894-d55fceacbfde {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:48:13.927419 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:13.932166 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:13.933965 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:14.004492 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:14.008192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:14.068931 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df883-43d2-4c3b-9340-eeaff961c656 req-07876810-1289-4335-87ef-d4fddda99877 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:14.070402 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-941df883-43d2-4c3b-9340-eeaff961c656 req-07876810-1289-4335-87ef-d4fddda99877 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 944 time: 0.0842526
Jun 29 21:48:14.125817 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-941df883-43d2-4c3b-9340-eeaff961c656 req-1fc9b9c5-cb45-47e1-8dda-37334a404313 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476966
Jun 29 21:48:14.156563 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['4cdb93fa-a3ef-46c8-b894-d55fceacbfde'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:48:14.456036 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39332) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:14.484357 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:15.150735 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:15.406487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f14dc1-c8d3-45a4-bc14-d8702e0d100f req-86b05bb4-4d5d-4a4e-88f7-031d4cc95ac5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:15.408111 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-64f14dc1-c8d3-45a4-bc14-d8702e0d100f req-86b05bb4-4d5d-4a4e-88f7-031d4cc95ac5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 944 time: 0.1127048
Jun 29 21:48:15.547287 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-64f14dc1-c8d3-45a4-bc14-d8702e0d100f req-6202fe47-a4a1-4084-94c8-62edfc2689ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102591
Jun 29 21:48:15.862241 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Deleting port 3beab6ec-06d8-47c8-b63f-65562cbfdea2 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:15.862572 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:16.038557 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] For port 3beab6ec-06d8-47c8-b63f-65562cbfdea2, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=3beab6ec-06d8-47c8-b63f-65562cbfdea2,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:16.038799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:16.158497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Calling delete_port for 3beab6ec-06d8-47c8-b63f-65562cbfdea2 owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:16.326168 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:16.330036 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ab742211-f25b-4eb0-b1cb-bd6d62651651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:16.371222 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3beab6ec-06d8-47c8-b63f-65562cbfdea2,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:16.374968 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:16.672410 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:16.937070 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11376b22-71b0-438b-9f6e-55c0bfb4b494 req-8c0b0c3e-2089-4107-b9b0-d50d3ea906a7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:16.938968 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11376b22-71b0-438b-9f6e-55c0bfb4b494 req-8c0b0c3e-2089-4107-b9b0-d50d3ea906a7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 944 time: 0.2618992
Jun 29 21:48:17.065240 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-11376b22-71b0-438b-9f6e-55c0bfb4b494 req-984a48b3-8ef1-4134-8e7a-1f0e9b75eeee tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201856
Jun 29 21:48:17.478565 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:48:17.677853 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:48:17.686386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Sync routers for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:48:17.690860 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] 10.222.0.21 "PUT /v2.0/routers/4b9ebd34-b81e-4c17-88d3-6a848c6776b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2337453
Jun 29 21:48:17.693538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39352) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:17.703314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:17.703898 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88dca970>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:17.762346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 4cdb93fa-a3ef-46c8-b894-d55fceacbfde up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:48:17.980414 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:48:17.991420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:17.991796 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.002305 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.015157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:18.220811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.230647 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Deleting port dee69957-ac06-4ed1-b53c-5441082f3aad {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:18.231468 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.310066 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f5d13-4110-49b5-bbde-668c9233f8b3 req-09940ace-ed13-4bdc-83d4-f9dda0a47e97 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:18.311681 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5f5d13-4110-49b5-bbde-668c9233f8b3 req-09940ace-ed13-4bdc-83d4-f9dda0a47e97 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 944 time: 0.0779870
Jun 29 21:48:18.346957 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.360923 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d5f5d13-4110-49b5-bbde-668c9233f8b3 req-b0c11b37-9ff3-4938-8559-70138e309843 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421410
Jun 29 21:48:18.387992 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:18.389759 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:18.396641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.404480 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:18.409760 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] For port dee69957-ac06-4ed1-b53c-5441082f3aad, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=dee69957-ac06-4ed1-b53c-5441082f3aad,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:18.410413 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.463701 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'code': 200}
Jun 29 21:48:18.484196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:18.487487 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:18.492801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88dca970>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:48:16Z', 'revision_number': 5, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port': {'id': 'dee69957-ac06-4ed1-b53c-5441082f3aad', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:41:59Z', 'updated_at': '2021-06-29T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:18.497171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Checking router: 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:48:18.509367 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Routers {'4b9ebd34-b81e-4c17-88d3-6a848c6776b2'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:18.510063 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88dca970>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:18.535976 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Calling delete_port for dee69957-ac06-4ed1-b53c-5441082f3aad owned by network:router_gateway {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:18.677424 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] Set router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 gateway port host: None {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:18.720825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:18.726881 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-97c84a9a-bc34-4435-b9d4-bad96256eff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:18.777237 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee69957-ac06-4ed1-b53c-5441082f3aad,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:18.811712 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b133bf-d1d6-4871-9464-bca9ceba3eb7 req-4d0408b3-835c-4f32-b56e-3021e1c6747c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1098 time: 0.0946414
Jun 29 21:48:18.835325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.835838 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.836207 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.836569 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.836925 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.837281 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.837630 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.837982 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.838331 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.838786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.839009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:18.846146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:18.851209 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88dca970>, [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:48:18Z', 'revision_number': 6, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:18.856250 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569d15b-b504-4f45-84a4-c96b32e531b4 None None] The sync data for ids ['4b9ebd34-b81e-4c17-88d3-6a848c6776b2'] in dv-cinder-798672-2-iscsi is: [{'id': '4b9ebd34-b81e-4c17-88d3-6a848c6776b2', 'name': 'tempest-AttachVolumeTestJSON-664803882-router', 'tenant_id': '57b9e3a51c70442794a2f0f09845c3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:41:58Z', 'updated_at': '2021-06-29T21:48:18Z', 'revision_number': 6, 'project_id': '57b9e3a51c70442794a2f0f09845c3ba', 'gw_port_host': None}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:48:18.904570 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2b133bf-d1d6-4871-9464-bca9ceba3eb7 req-df439f96-3424-4546-8a4a-405ab7aa8bc9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764244
Jun 29 21:48:19.065245 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-10af5289-92ce-4970-8341-57abad27266e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733228
Jun 29 21:48:19.083694 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.301192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 3beab6ec-06d8-47c8-b63f-65562cbfdea2 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:48:19.334247 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 3beab6ec-06d8-47c8-b63f-65562cbfdea2 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:48:19.334674 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 3beab6ec-06d8-47c8-b63f-65562cbfdea2 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:48:19.456168 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.460462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.544658 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.545081 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9ebd34-b81e-4c17-88d3-6a848c6776b2 {{(pid=74252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:48:19.561861 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.563102 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4b9ebd34-b81e-4c17-88d3-6a848c6776b2 HTTP/1.1" status: 204  len: 168 time: 1.8685901
Jun 29 21:48:19.566021 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39372) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:19.572586 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2794-5ea4-45b3-bfae-1985b45f6e98 req-15fd565c-5b2a-46a9-be46-ae13249ccdb6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:19.574126 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c2d2794-5ea4-45b3-bfae-1985b45f6e98 req-15fd565c-5b2a-46a9-be46-ae13249ccdb6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0876670
Jun 29 21:48:19.625779 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c2d2794-5ea4-45b3-bfae-1985b45f6e98 req-7d8cb098-e2e6-489e-b093-15b5be06878c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455785
Jun 29 21:48:19.631972 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Deleting subnet 213d6d07-8d3e-4786-ab48-ca858f70cf42 {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:48:19.634978 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.682478 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.780315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.852501 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.856420 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ca69a31c-d724-4763-ba93-f5395095bf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:19.889448 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213d6d07-8d3e-4786-ab48-ca858f70cf42,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:19.891982 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:19.897520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:19.902457 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c08601-cb53-4235-8ae9-12308af0d0c8 None None] Network 00d7d3cb-ce2a-45ce-9ca8-13363667a016 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:19.907673 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/213d6d07-8d3e-4786-ab48-ca858f70cf42 HTTP/1.1" status: 204  len: 168 time: 0.3378115
Jun 29 21:48:19.907912 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39378) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:20.014168 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.024383 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Deleting port d6c4e3d5-85a7-41ff-9382-0179c58c600d {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:20.024711 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.192318 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] DHCP port deletion for 00d7d3cb-ce2a-45ce-9ca8-13363667a016 request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:48:20.197136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Deleting port d6c4e3d5-85a7-41ff-9382-0179c58c600d {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:20.197513 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.240571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] For port d6c4e3d5-85a7-41ff-9382-0179c58c600d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=d6c4e3d5-85a7-41ff-9382-0179c58c600d,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:20.240918 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.366821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Calling delete_port for d6c4e3d5-85a7-41ff-9382-0179c58c600d owned by network:dhcp {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:20.447775 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] For port d6c4e3d5-85a7-41ff-9382-0179c58c600d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=d6c4e3d5-85a7-41ff-9382-0179c58c600d,segment=NetworkSegment(4e89f8d1-8fe3-4ca4-a4d4-69685784ba88),segment_id=4e89f8d1-8fe3-4ca4-a4d4-69685784ba88)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:20.448314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.458014 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.466007 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3880b604-feed-443a-957f-115f1431a01f tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:20.544822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c4e3d5-85a7-41ff-9382-0179c58c600d,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:20.551936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:20.556902 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] No DVR routers for this DVR port d6c4e3d5-85a7-41ff-9382-0179c58c600d on host dv-cinder-798672-2-iscsi {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:48:20.624380 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Calling delete_port for d6c4e3d5-85a7-41ff-9382-0179c58c600d owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:20.693851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.700269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:48:20.700855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:48:20.707630 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88bcbb50>,) {'filters': {'network_id': ['00d7d3cb-ce2a-45ce-9ca8-13363667a016']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:20.720021 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88bcbb50>, '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:20.720315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88bcbb50>, '4e89f8d1-8fe3-4ca4-a4d4-69685784ba88') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:20.731982 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.751163 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.761589 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:48:20.762200 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:48:20.784645 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:48:20.848140 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73e432-7962-4c03-971f-a77a7b6a537a req-11fabbe9-ec6d-43ab-bd73-9d0a54d435ec tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:20.854040 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3b73e432-7962-4c03-971f-a77a7b6a537a req-11fabbe9-ec6d-43ab-bd73-9d0a54d435ec tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.1043844
Jun 29 21:48:20.866443 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.870263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-886fddd5-e58c-4c51-85d4-ee2b090930c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:20.884483 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:20.894599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=00d7d3cb-ce2a-45ce-9ca8-13363667a016,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:20.897883 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:20.899741 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3b73e432-7962-4c03-971f-a77a7b6a537a req-57cf79d6-33d6-4cab-973d-47a35862411a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435879
Jun 29 21:48:20.908879 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/00d7d3cb-ce2a-45ce-9ca8-13363667a016 HTTP/1.1" status: 204  len: 168 time: 0.9999762
Jun 29 21:48:21.066356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39388) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:21.111990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device d6c4e3d5-85a7-41ff-9382-0179c58c600d no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:48:21.119770 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7b9fca54-5d9b-414d-a6bf-fbf577eef386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57b9e3a51c70442794a2f0f09845c3ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519831
Jun 29 21:48:21.123149 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39392) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:21.146222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: d6c4e3d5-85a7-41ff-9382-0179c58c600d {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:48:21.146475 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device d6c4e3d5-85a7-41ff-9382-0179c58c600d not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:48:21.146899 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device dee69957-ac06-4ed1-b53c-5441082f3aad no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:48:21.178677 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: dee69957-ac06-4ed1-b53c-5441082f3aad {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:48:21.179025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device dee69957-ac06-4ed1-b53c-5441082f3aad not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:48:21.190003 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:21.202508 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Deleting port d6c4e3d5-85a7-41ff-9382-0179c58c600d {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:21.202979 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:21.214962 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:21.265342 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:21.267361 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-60def1b8-79c8-4ed0-b883-5d127e1e7b96 None None] The port 'd6c4e3d5-85a7-41ff-9382-0179c58c600d' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:48:21.269025 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-581556c4-dcbd-4a3c-b86a-b378f17c2b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:21.284333 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01161b92-0d92-446b-a820-87da49f5d3fb,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:21.288014 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:21.291537 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:21.292682 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01161b92-0d92-446b-a820-87da49f5d3fb HTTP/1.1" status: 204  len: 168 time: 0.1685441
Jun 29 21:48:22.237256 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-691dce03-2df9-489b-8f66-074aae9c8bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1098 time: 0.2307470
Jun 29 21:48:22.250572 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02a9e-c9f1-43bd-b8f9-305f5b2ecc50 req-a67880be-3295-4ff8-b397-9338ceb3158d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:22.252381 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-45b02a9e-c9f1-43bd-b8f9-305f5b2ecc50 req-a67880be-3295-4ff8-b397-9338ceb3158d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.2138560
Jun 29 21:48:22.384590 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-45b02a9e-c9f1-43bd-b8f9-305f5b2ecc50 req-a48a1f76-6269-4a7b-ae61-10d51e818be4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094522
Jun 29 21:48:22.418713 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-66e9743e-bcf9-47c6-8f55-5bd9e5b9b822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:22.420146 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-66e9743e-bcf9-47c6-8f55-5bd9e5b9b822 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1630669
Jun 29 21:48:22.532354 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-e42a191f-5cfe-4613-953b-c4da714ecb96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 1001 time: 0.1050591
Jun 29 21:48:22.623715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-055bf995-52ce-434d-8214-10515e2ce19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:22.625137 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-055bf995-52ce-434d-8214-10515e2ce19b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0675282
Jun 29 21:48:22.708631 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-9f5389d4-adbf-4534-9c5c-79a571bc6ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764890
Jun 29 21:48:22.853104 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-2cfc6ae5-e75f-45e4-a349-983f9dc8cf30 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352744
Jun 29 21:48:22.994712 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0fc216bb-61c9-4dec-8c9c-0ceb3e8e780b req-7f47641b-c2f7-4ea0-80ae-849077c41975 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347351
Jun 29 21:48:23.011589 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39448) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:23.170169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.207943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:23.212663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Usage tracker for resource:security_group_rule and tenant:899d8e13d67f4d9a9e6023f865286f30 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:23.215626 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:23.221401 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:23.294840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.299934 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.306957 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f40af291-742c-45ab-8d6e-21bc5869760d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:23.345631 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737eef8-e695-4d60-b401-c87441557d5d,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:23.351366 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=899d8e13d67f4d9a9e6023f865286f30&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3370349
Jun 29 21:48:23.351366 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:23.352790 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39460) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:23.410750 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.436877 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.488886 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.493881 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-045247d7-e190-4801-ad36-fb597a3d9f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:23.506792 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737eef8-e695-4d60-b401-c87441557d5d,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:23.511257 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:23.512864 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:23.514003 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-be5312ed-ae25-44f3-971e-e6eb78a5a347 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e737eef8-e695-4d60-b401-c87441557d5d HTTP/1.1" status: 204  len: 168 time: 0.1602898
Jun 29 21:48:23.595320 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688d6b-3587-4bb4-84e9-e4bc6b072303 req-6b30e0e2-1cb2-4e77-afe9-01c2b3d046f7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:23.596744 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-51688d6b-3587-4bb4-84e9-e4bc6b072303 req-6b30e0e2-1cb2-4e77-afe9-01c2b3d046f7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0874004
Jun 29 21:48:23.649451 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-51688d6b-3587-4bb4-84e9-e4bc6b072303 req-a975951c-755b-42d6-8c68-935d3acfc536 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421388
Jun 29 21:48:23.896651 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fac82-f9c8-46f9-8aa4-33120ea1207d req-a8343100-6a21-448b-ab40-90dce5fc1745 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:23.898258 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a84fac82-f9c8-46f9-8aa4-33120ea1207d req-a8343100-6a21-448b-ab40-90dce5fc1745 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0908990
Jun 29 21:48:23.955136 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a84fac82-f9c8-46f9-8aa4-33120ea1207d req-56f21d1e-59d7-49f1-a747-c833f873cb1a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507073
Jun 29 21:48:23.985812 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39480) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:24.414636 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-60f2b79b-c714-4068-8e0a-1665bf1193fd tempest-TestVolumeBootPattern-317260177 tempest-TestVolumeBootPattern-317260177-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1093 time: 0.4247012
Jun 29 21:48:24.415530 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39498) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:24.421692 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'port_id': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:24.428343 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:24.432547 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:floatingip and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:24.435816 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:24.441958 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:24.454339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:24.595920 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:24.773470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Allocated IP 172.27.3.73 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/5cf09810-3de1-4a65-bfbf-72804509a345) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:48:25.014214 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.051819 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.051819 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:25.119284 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:48:25.122159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:25.130054 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:48:25.162277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=5cf09810-3de1-4a65-bfbf-72804509a345,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:25.168455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:25.320850 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f9af4546-f881-45ca-bdcd-c4162acf05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.664034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.725653 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.759075 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.932859 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39534) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:25.944633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.949545 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:25.953922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8b2b4d70-13d2-45c3-b1ca-8401e73ee444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:26.059707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=5cf09810-3de1-4a65-bfbf-72804509a345,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:26.063969 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:26.072946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.105475 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.169320 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:26.175181 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Usage tracker for resource:security_group_rule and tenant:a5a7244130b64b55a0d5d330b8aa7c22 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:26.178234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:26.184801 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:26.264246 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.270011 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.277667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0d7b16c3-5926-41dc-89bb-2397c1b4aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:26.317483 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f31b3d-4864-4341-a61a-fb3c027e908b,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:26.326763 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:26.333427 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5a7244130b64b55a0d5d330b8aa7c22&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3994741
Jun 29 21:48:26.334024 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39544) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:26.385605 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Floating IP 99d7f098-b823-4c99-a816-9c8ff5c882c3 associated. External IP: 172.27.3.73, port: 4cdb93fa-a3ef-46c8-b894-d55fceacbfde.
Jun 29 21:48:26.409582 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.442892 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.503371 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.507653 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-baf62781-61a2-4b93-ae1d-90fddfd8d34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:26.520456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f31b3d-4864-4341-a61a-fb3c027e908b,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:26.525868 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:26.528060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.532303 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75f31b3d-4864-4341-a61a-fb3c027e908b HTTP/1.1" status: 204  len: 168 time: 0.1973047
Jun 29 21:48:26.817520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:48:26.880563 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39556) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:26.898910 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:26.931839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:26.935983 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Usage tracker for resource:security_group_rule and tenant:b33e68e43a5048d49ae0f340adfaae84 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:26.939441 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:26.945048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:27.012361 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.016867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.024638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:48:27.027905 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-024dbfc0-1c7c-43d6-938d-2ec5105dce24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:27.034565 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:48:27.049122 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:27.050610 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a310>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:27.053974 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.067647 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675c6c09-668f-4eda-a023-0baa8e655536,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:27.071030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:27.075744 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-dd700d0d-a078-4992-90c3-138d27f8b17c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b33e68e43a5048d49ae0f340adfaae84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1938515
Jun 29 21:48:27.078277 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39560) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:27.118937 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7019095
Jun 29 21:48:27.120451 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:27.149794 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.177920 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.180510 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'status': 'completed', 'code': 200}
Jun 29 21:48:27.231939 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.237290 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-305ef399-f15a-4682-9929-b40cf6ad5985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:27.247610 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675c6c09-668f-4eda-a023-0baa8e655536,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:27.249852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:27.250011 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:27.255838 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.257107 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675c6c09-668f-4eda-a023-0baa8e655536 HTTP/1.1" status: 204  len: 168 time: 0.1772506
Jun 29 21:48:27.606024 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a310>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '99d7f098-b823-4c99-a816-9c8ff5c882c3', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:5e:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:48:25Z', 'updated_at': '2021-06-29T21:48:25Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:27.610095 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:48:27.620961 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:48:27.621585 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a310>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:47:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:27.645539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0af458a4-8cfc-4d6b-adab-cbea0393be09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:27.836004 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:48:28.186295 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8958a310>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '99d7f098-b823-4c99-a816-9c8ff5c882c3', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:5e:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:48:25Z', 'updated_at': '2021-06-29T21:48:25Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:28.191097 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39590) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:28.192205 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ca707-5bd3-45ee-b224-22cf1b1a550c None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '99d7f098-b823-4c99-a816-9c8ff5c882c3', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:5e:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:48:25Z', 'updated_at': '2021-06-29T21:48:25Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:48:28.333271 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604877658-network', 'tenant_id': 'deb864faaaf64ab0abcdc9e0817141da'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:28.338482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:28.342772 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Usage tracker for resource:network and tenant:deb864faaaf64ab0abcdc9e0817141da is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:28.345898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:28.352270 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:28.365905 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Made reservation on behalf of deb864faaaf64ab0abcdc9e0817141da for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:28.368422 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.382824 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.399107 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2500829-f8aa-4d83-a50e-e4452da7f6cb None None] New status for floating IP 99d7f098-b823-4c99-a816-9c8ff5c882c3: ACTIVE {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:48:28.429268 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:28.433768 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:deb864faaaf64ab0abcdc9e0817141da is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:28.436448 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:28.443485 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:28.520897 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.525407 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.532703 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-ab5030e2-daed-4739-8a01-e81e2354384d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:28.557064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:48:28.569629 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3cc43-6bbd-4448-9a00-fd11e4af9f3e,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:28.573576 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:28.574489 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.574829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Added segment d9d22f06-6301-4ddd-beed-b0d7c1029424 of type vlan for network 910c5ad6-f086-48c7-ab55-5a1776b4606a
Jun 29 21:48:28.606657 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.644072 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.645959 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:28.646902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.652572 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:28.753241 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5607908
Jun 29 21:48:28.756338 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39598) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:28.763644 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Request body: {'subnet': {'network_id': '910c5ad6-f086-48c7-ab55-5a1776b4606a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604877658-subnet', 'tenant_id': 'deb864faaaf64ab0abcdc9e0817141da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:28.766801 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=910c5ad6-f086-48c7-ab55-5a1776b4606a,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:28.769877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:28.770761 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:28.775015 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Usage tracker for resource:subnet and tenant:deb864faaaf64ab0abcdc9e0817141da is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:28.777673 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 910c5ad6-f086-48c7-ab55-5a1776b4606a details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:48:28.778139 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:28.784174 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:28.795664 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Made reservation on behalf of deb864faaaf64ab0abcdc9e0817141da for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:28.799218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:28.884038 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:29.089251 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:29.092829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b0a0dbde-3483-439f-832e-0c66de8133f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:29.163328 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b745a0f-9382-4a78-ab40-3fd0933c7797,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:29.167736 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:29.178958 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Checking segment: {'id': 'd9d22f06-6301-4ddd-beed-b0d7c1029424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '910c5ad6-f086-48c7-ab55-5a1776b4606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:29.179336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Network hostable DHCP agents. Network: 910c5ad6-f086-48c7-ab55-5a1776b4606a, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:48:29.201702 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Network 910c5ad6-f086-48c7-ab55-5a1776b4606a is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:48:29.211071 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 910c5ad6-f086-48c7-ab55-5a1776b4606a) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:29.214893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:29.215468 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:29.220908 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfde4e-231e-4ec7-8a8c-4ea485f79fd3 None None] Network 910c5ad6-f086-48c7-ab55-5a1776b4606a requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:29.236586 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3ac6335c-ead8-4f87-a308-6f9108d2023f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4792593
Jun 29 21:48:29.451102 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd92d8b-d72c-4a99-b14d-68e3be5b29b1 None None] Network 910c5ad6-f086-48c7-ab55-5a1776b4606a requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:29.520707 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-2a639f64-dfca-4b7f-bbfb-be762c588830 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1098 time: 0.0838251
Jun 29 21:48:29.670263 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-e245dad9-ebae-4664-a062-4253f1f67307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:29.672738 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-e245dad9-ebae-4664-a062-4253f1f67307 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1452239
Jun 29 21:48:29.786537 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-32aca05a-582e-4965-b354-f56622778ea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 200  len: 1000 time: 0.1075816
Jun 29 21:48:29.853189 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-345d7f54-33e0-433a-91d4-536512b69457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:29.854637 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-345d7f54-33e0-433a-91d4-536512b69457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0619380
Jun 29 21:48:29.946146 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-b83032bc-5901-4b16-b664-59c637049d74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852003
Jun 29 21:48:30.092974 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-409ee3ce-ddcc-490d-b9cf-0ca43a77ecdd service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400373
Jun 29 21:48:30.102707 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.249615 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e0c290a-b824-4b82-9be5-8cee8052b8f7 req-baedfc62-74f5-4b02-81ba-9ec760e6401c service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503665
Jun 29 21:48:30.291251 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39628) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:30.299354 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-295625850-network', 'tenant_id': 'd6972740f4e74e45b5d7f36c95f682aa'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:30.303253 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:30.308075 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Usage tracker for resource:network and tenant:d6972740f4e74e45b5d7f36c95f682aa is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:30.311860 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:30.321570 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:30.333953 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Made reservation on behalf of d6972740f4e74e45b5d7f36c95f682aa for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:30.337312 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.355945 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.389672 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:30.394085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Usage tracker for resource:security_group_rule and tenant:d6972740f4e74e45b5d7f36c95f682aa is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:30.397352 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:30.403651 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:30.485540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.489989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.493109 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-45623359-7eba-4911-95a5-01fc2a761456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:30.527697 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:48:30.536983 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0460e6b-9917-4d49-b3e8-5853830a83be,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:30.540634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:30.543400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.543739 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Added segment 3dae0174-4899-4c09-aa32-d61cc227b3ed of type vlan for network 7971b858-dcd1-49dd-8b3b-970676eb4c51
Jun 29 21:48:30.576157 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.608209 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.609615 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:30.610295 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:30.614074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:30.723405 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4306316
Jun 29 21:48:30.726386 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Pushing event updated for resources: {'Network': ['ID=7971b858-dcd1-49dd-8b3b-970676eb4c51,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:30.727094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39634) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:30.729075 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:30.734476 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Request body: {'subnet': {'network_id': '7971b858-dcd1-49dd-8b3b-970676eb4c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-295625850-subnet', 'tenant_id': 'd6972740f4e74e45b5d7f36c95f682aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:30.738573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 7971b858-dcd1-49dd-8b3b-970676eb4c51 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:48:30.739941 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:30.744167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Usage tracker for resource:subnet and tenant:d6972740f4e74e45b5d7f36c95f682aa is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:30.747120 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:30.756276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:30.772509 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Made reservation on behalf of d6972740f4e74e45b5d7f36c95f682aa for: {'subnet': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:30.775202 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1308536'] for subnet, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:31.032266 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-905173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1308522'] for subnet, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:31.035806 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:31.103586 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036de35c-a070-41b8-a3ac-b7552f515247,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:31.118902 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.119291 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.119650 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.119997 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.120341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.120684 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.121022 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.121361 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.121722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.122056 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.122389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:48:31.127788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:31.134887 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Checking segment: {'id': '3dae0174-4899-4c09-aa32-d61cc227b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7971b858-dcd1-49dd-8b3b-970676eb4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:31.135256 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Network hostable DHCP agents. Network: 7971b858-dcd1-49dd-8b3b-970676eb4c51, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:48:31.157672 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Network 7971b858-dcd1-49dd-8b3b-970676eb4c51 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:48:31.168993 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 7971b858-dcd1-49dd-8b3b-970676eb4c51) {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:31.173770 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:31.174523 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:31.179806 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8de2c6-fa5d-4e99-a654-47cc0ddac77f None None] Network 7971b858-dcd1-49dd-8b3b-970676eb4c51 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:31.198632 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4703615
Jun 29 21:48:31.444315 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4948dfb-a33b-4151-b4eb-4b6ad89b5036 None None] Network 7971b858-dcd1-49dd-8b3b-970676eb4c51 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:34.732225 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 39720) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:34.895850 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ed162-e4c9-4c98-9d93-1cf4b837030d req-d09dd938-8632-45dd-b62b-2bb2e7431d97 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:34.897300 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a94ed162-e4c9-4c98-9d93-1cf4b837030d req-d09dd938-8632-45dd-b62b-2bb2e7431d97 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1181622
Jun 29 21:48:34.900686 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:34.972629 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:34.978055 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a94ed162-e4c9-4c98-9d93-1cf4b837030d req-42f64318-43c6-46b3-88aa-1d5b350f627b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632606
Jun 29 21:48:34.978984 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4351389ecc4f4c8debddd637316f35 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:34.982091 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:34.988948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:35.060038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.064455 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.072002 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f0bd3f9c-7643-4813-b1f8-76ef84fc40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:35.114428 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04e897-1c67-49ab-920c-354e41b3c336,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:35.117246 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:35.122425 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39730) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:35.123140 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b4351389ecc4f4c8debddd637316f35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3892181
Jun 29 21:48:35.227711 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.257009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.317426 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.322500 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0759ca08-4483-4740-8bb9-d8e4b9296c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:35.336928 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04e897-1c67-49ab-920c-354e41b3c336,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:35.339188 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:35.346449 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:35.347724 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c04e897-1c67-49ab-920c-354e41b3c336 HTTP/1.1" status: 204  len: 168 time: 0.2229013
Jun 29 21:48:35.441761 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:48:36.136391 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39758) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:36.238240 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af533f1-f0e3-4b49-b6e7-ffc8be003e16 req-d86a2093-3c7a-4c0e-aca4-d6aca9fc9ad1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:36.240861 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3af533f1-f0e3-4b49-b6e7-ffc8be003e16 req-d86a2093-3c7a-4c0e-aca4-d6aca9fc9ad1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1123242
Jun 29 21:48:36.272565 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2084415023-network', 'tenant_id': '73350f8dcfad4e668fffdb38d376731c'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:36.277271 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:36.281650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Usage tracker for resource:network and tenant:73350f8dcfad4e668fffdb38d376731c is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:36.284553 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:36.288103 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3af533f1-f0e3-4b49-b6e7-ffc8be003e16 req-383b94e3-4f1e-4f51-904a-1de3d522c243 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418885
Jun 29 21:48:36.290400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:36.306539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Made reservation on behalf of 73350f8dcfad4e668fffdb38d376731c for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:36.309240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.323351 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.355654 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:36.360918 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Usage tracker for resource:security_group_rule and tenant:73350f8dcfad4e668fffdb38d376731c is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:36.363821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:36.369640 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:36.451561 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.456069 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.459684 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bf537847-fcae-4f5e-9aa6-7c5fdebcce0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:36.492853 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:48:36.501722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fe8cc-8dc0-480c-a560-be523f479395,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:36.505411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:36.510523 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.510523 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Added segment 7c6b98d2-7661-42f4-93a2-d528bfbebac5 of type vlan for network 517d0eec-53b6-40f2-b9d5-8d33d2aede30
Jun 29 21:48:36.538148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.570264 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.571897 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:36.572840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.576528 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-704da7e6-f18f-4d1b-896a-42e8efcc4e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:36.677772 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Pushing event updated for resources: {'Network': ['ID=517d0eec-53b6-40f2-b9d5-8d33d2aede30,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:36.680609 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:36.682839 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5454776
Jun 29 21:48:36.685865 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39772) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:36.688843 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:48:36.692069 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Request body: {'subnet': {'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2084415023-subnet', 'tenant_id': '73350f8dcfad4e668fffdb38d376731c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:36.696962 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:36.700876 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Usage tracker for resource:subnet and tenant:73350f8dcfad4e668fffdb38d376731c is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:36.704753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:36.713540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:36.728889 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Made reservation on behalf of 73350f8dcfad4e668fffdb38d376731c for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:36.732013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.994263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:36.998916 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0387082f-e7ad-4196-b0ed-d76078fa21a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:37.160347 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14388636-00f5-4000-8029-a3442e1c7e0a,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:37.170601 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:37.188854 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Checking segment: {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:37.189211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Network hostable DHCP agents. Network: 517d0eec-53b6-40f2-b9d5-8d33d2aede30, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:48:37.214105 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:48:37.224984 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 517d0eec-53b6-40f2-b9d5-8d33d2aede30) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:37.229240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:37.229832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:37.235366 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405281f-b96e-43d5-b79a-621556e66147 None None] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:37.252699 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4610b974-a43c-4fbb-aec0-56815e8ec844 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5652177
Jun 29 21:48:37.458304 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afeb6e9-8391-4aeb-a05d-895c00051174 None None] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:48:37.516178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b9b0-01f9-49de-938b-cdb136223db9 req-5ffd373c-79a0-4168-9e94-e25cc28b83ae tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:37.517625 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bd09b9b0-01f9-49de-938b-cdb136223db9 req-5ffd373c-79a0-4168-9e94-e25cc28b83ae tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0852594
Jun 29 21:48:37.583909 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bd09b9b0-01f9-49de-938b-cdb136223db9 req-0855bd54-7c73-4647-a3f4-ffef7d42ea86 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602493
Jun 29 21:48:38.906457 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1641b8-e3d5-4b8f-81ab-b25f341b0ff8 req-17dfccdb-12d6-4d80-ad7b-39dba3385182 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:38.907847 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-de1641b8-e3d5-4b8f-81ab-b25f341b0ff8 req-17dfccdb-12d6-4d80-ad7b-39dba3385182 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1761429
Jun 29 21:48:38.956348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-de1641b8-e3d5-4b8f-81ab-b25f341b0ff8 req-d3023ad4-d87d-431b-8b56-8ffe34776299 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429091
Jun 29 21:48:39.391024 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737109c-fd79-4152-964f-37fc4fdec8df req-ed454326-6de3-4712-a791-c30828d58b44 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:39.392456 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-ed454326-6de3-4712-a791-c30828d58b44 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 809 time: 0.1413319
Jun 29 21:48:39.408723 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-a4001694-f5c8-48ba-8de3-b71bc35805ea tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/quotas/73350f8dcfad4e668fffdb38d376731c HTTP/1.1" status: 200  len: 375 time: 0.0110025
Jun 29 21:48:39.456516 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-d8088dd0-a8cb-40d8-92f3-a2dbeb866b65 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425761
Jun 29 21:48:39.596749 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-229316e5-2cb9-4f7f-b49b-471a79cb8574 service neutron] 10.222.0.21 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332951
Jun 29 21:48:39.745545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-76f64caa-9485-4e51-9f1c-db364aa7fb70 service neutron] 10.222.0.21 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431053
Jun 29 21:48:39.953009 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e05e6d67-6a31-4a27-b21e-4c2a9755e903 req-a5b6df50-f5ea-4984-b091-cbeec997d9cd tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 210 time: 0.0494323
Jun 29 21:48:40.184209 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315a1d-369d-4bd1-8575-f39c22ca9461 req-0110b0ee-eb10-4012-a5c9-138e6f6583b8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:40.185800 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25315a1d-369d-4bd1-8575-f39c22ca9461 req-0110b0ee-eb10-4012-a5c9-138e6f6583b8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0877271
Jun 29 21:48:40.235668 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25315a1d-369d-4bd1-8575-f39c22ca9461 req-d4034c26-b977-46b4-915a-074aba8e6e22 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421722
Jun 29 21:48:41.093374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737109c-fd79-4152-964f-37fc4fdec8df req-4c25a04f-7525-4798-9815-8a9809577cec tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:41.094813 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-4c25a04f-7525-4798-9815-8a9809577cec tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 809 time: 0.1820779
Jun 29 21:48:41.143484 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Request body: {'port': {'device_id': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30', 'admin_state_up': True, 'tenant_id': '73350f8dcfad4e668fffdb38d376731c'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:41.171180 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d678519e-85e8-45ed-9fb4-bc3711514c78 req-fe5ab937-1f36-4021-b3ad-d2d276b61eca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 210 time: 0.0698874
Jun 29 21:48:41.300164 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:48:41.304012 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Usage tracker for resource:port and tenant:73350f8dcfad4e668fffdb38d376731c is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:48:41.306828 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:48:41.312641 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:48:41.324523 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Made reservation on behalf of 73350f8dcfad4e668fffdb38d376731c for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:48:41.328117 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:41.545144 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7924f9-2e6d-480a-a3cb-9d746d00a5af req-7c9fb48d-b160-497e-96b4-a9152fb3d81c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:41.546732 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d7924f9-2e6d-480a-a3cb-9d746d00a5af req-7c9fb48d-b160-497e-96b4-a9152fb3d81c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1569662
Jun 29 21:48:41.558638 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Allocated IP 172.20.0.3 (517d0eec-53b6-40f2-b9d5-8d33d2aede30/14388636-00f5-4000-8029-a3442e1c7e0a/6fb77f3d-d9f0-4df7-a30c-43a35e837ecd) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:48:41.634632 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d7924f9-2e6d-480a-a3cb-9d746d00a5af req-a9e84284-33f3-4f8c-8266-fae8b656fdb9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782654
Jun 29 21:48:41.792551 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:41.821033 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:41.826923 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e6d8854b-fec7-4b7f-91f6-52052539fb9c tempest-DeleteServersTestJSON-1570737069 tempest-DeleteServersTestJSON-1570737069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:41.893728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:48:41.896837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:48:41.901217 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:48:41.934017 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Pushing event updated for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:41.941912 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:41.969725 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:41.970315 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:41.995898 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8628933
Jun 29 21:48:42.007844 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Request body: {'port': {'device_id': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:48:42.199622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:42.507493 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a30423-e13c-4d34-bef7-5703b676b0e2 req-9579aa90-45dd-4315-aeb3-c31f04438ab3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:42.508067 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-41a30423-e13c-4d34-bef7-5703b676b0e2 req-9579aa90-45dd-4315-aeb3-c31f04438ab3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Synchronizing usage tracker for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:42.542692 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-41a30423-e13c-4d34-bef7-5703b676b0e2 req-9579aa90-45dd-4315-aeb3-c31f04438ab3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Unset dirty status for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:42.543851 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41a30423-e13c-4d34-bef7-5703b676b0e2 req-9579aa90-45dd-4315-aeb3-c31f04438ab3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 931 time: 0.2306869
Jun 29 21:48:42.638207 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:48:42.645612 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:42.649524 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41a30423-e13c-4d34-bef7-5703b676b0e2 req-8472c64b-d123-458b-b1f5-574d98a62fb3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954564
Jun 29 21:48:42.663870 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Transition to ACTIVE for port object 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:48:42.668753 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:42.673765 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:42.837529 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:42.844761 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:42.968052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d442f44-5d05-418c-83b5-f1dad0ed2266 req-30ce01ae-a6be-46c6-9ffc-12960d007121 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:42.969490 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d442f44-5d05-418c-83b5-f1dad0ed2266 req-30ce01ae-a6be-46c6-9ffc-12960d007121 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1867983
Jun 29 21:48:42.994872 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Attempting to bind port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:48:42.995204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Attempting to bind port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:48:42.995570 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Attempting to bind port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:48:43.018172 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:48:43.018587 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Attempting to bind port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:48:43.029336 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:48:43.029744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Checking segment: {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:48:43.030648 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Bound using segment: {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:48:43.031063 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Bound port: 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:48:43.031431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:43.051717 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1d442f44-5d05-418c-83b5-f1dad0ed2266 req-c25509e0-c4be-4891-8bc3-22dd7be8df51 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748460
Jun 29 21:48:43.126920 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:48:43.130121 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:48:43.134636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:43.138908 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f964d2a9-8b84-4207-9849-6330dc4eb358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:43.203614 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:43.205809 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fb77f3d-d9f0-4df7-a30c-43a35e837ecd HTTP/1.1" status: 200  len: 1093 time: 1.2023356
Jun 29 21:48:43.206330 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:43.250820 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:43.254833 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:43.307516 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd', 'status': 'completed', 'code': 200}
Jun 29 21:48:43.346533 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-e7f611ac-2e58-439a-be5f-374c3128a508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 1096 time: 0.0828259
Jun 29 21:48:43.422587 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-a88dd8e4-84e0-43dd-8fa2-c8580d760446 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd HTTP/1.1" status: 200  len: 217 time: 0.0653279
Jun 29 21:48:43.485191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737109c-fd79-4152-964f-37fc4fdec8df req-a2fb7048-6118-4788-b241-143c3e308e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:43.486597 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-a2fb7048-6118-4788-b241-143c3e308e1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14388636-00f5-4000-8029-a3442e1c7e0a HTTP/1.1" status: 200  len: 849 time: 0.0573506
Jun 29 21:48:43.535264 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-23ed0745-74d9-4f6d-82e3-b35cc3739171 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=517d0eec-53b6-40f2-b9d5-8d33d2aede30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414178
Jun 29 21:48:43.670403 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-86d1c1da-5e89-4944-b866-4866e4825f6a service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276858
Jun 29 21:48:43.929224 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1737109c-fd79-4152-964f-37fc4fdec8df req-94022cc9-de70-4375-97ed-64f5e6ac9a75 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2518730
Jun 29 21:48:43.959752 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcb2ca-c1c2-4c1f-8a0a-e049d4fe5690 req-440159e1-9a5c-4a90-8a6a-a6f9fe6461cb tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:43.961171 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3bdcb2ca-c1c2-4c1f-8a0a-e049d4fe5690 req-440159e1-9a5c-4a90-8a6a-a6f9fe6461cb tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 943 time: 0.1771083
Jun 29 21:48:44.058033 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3bdcb2ca-c1c2-4c1f-8a0a-e049d4fe5690 req-1ac49599-e359-4263-8afe-1b4ee09b46f2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911765
Jun 29 21:48:44.071536 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-8bac8417-f488-4301-b650-eefecd3a3bd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 1096 time: 0.0907474
Jun 29 21:48:44.218511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-89bdb0f0-2609-485a-ae80-7c05e124a970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:44.219978 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-89bdb0f0-2609-485a-ae80-7c05e124a970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 910 time: 0.1413734
Jun 29 21:48:44.298196 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-2a8c34e8-4e0c-460f-a5ff-b09edb19d975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd HTTP/1.1" status: 200  len: 217 time: 0.0673501
Jun 29 21:48:44.371109 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-033ced3f-e173-42fe-b59f-3d4e2a402d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:44.372816 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-033ced3f-e173-42fe-b59f-3d4e2a402d35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14388636-00f5-4000-8029-a3442e1c7e0a HTTP/1.1" status: 200  len: 849 time: 0.0679402
Jun 29 21:48:44.451324 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-c7d5d9ca-6470-4c78-8781-f15f7891eab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=517d0eec-53b6-40f2-b9d5-8d33d2aede30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714476
Jun 29 21:48:44.506595 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:44.619622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b946398-98d3-40f8-a6f1-e26c16a781e9 req-d6cc62b4-438b-4528-8a22-a1e34b6eef63 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:44.621502 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3b946398-98d3-40f8-a6f1-e26c16a781e9 req-d6cc62b4-438b-4528-8a22-a1e34b6eef63 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.2082675
Jun 29 21:48:44.626382 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-b4fadfda-5a0f-4102-9ba0-c3ed85226172 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635427
Jun 29 21:48:44.760185 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3b946398-98d3-40f8-a6f1-e26c16a781e9 req-c0b49f07-50f9-4f00-a98f-d323543d0044 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325848
Jun 29 21:48:44.805215 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb1718e4-9098-4f96-b0ef-5219c4481260 req-96bbbc88-f19b-4eb0-ac3c-c312fa523031 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601698
Jun 29 21:48:45.259224 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670d6e5-3201-4247-b6f1-8334478ae379 req-7e46a481-d90f-4dd7-ad10-5d9050164993 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:45.260652 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e670d6e5-3201-4247-b6f1-8334478ae379 req-7e46a481-d90f-4dd7-ad10-5d9050164993 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 943 time: 0.0790110
Jun 29 21:48:45.307020 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e670d6e5-3201-4247-b6f1-8334478ae379 req-4c08ed42-11a4-4afb-a1d1-d88fbcb6f3af tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398240
Jun 29 21:48:45.987218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef466014-9415-4794-bbf8-ed92052d724a req-77b9f8d1-b8c7-4285-8fb0-09772fcc60e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:45.988726 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ef466014-9415-4794-bbf8-ed92052d724a req-77b9f8d1-b8c7-4285-8fb0-09772fcc60e3 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0849826
Jun 29 21:48:46.037529 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ef466014-9415-4794-bbf8-ed92052d724a req-ace4c198-a323-4e07-a921-b02753460f43 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428708
Jun 29 21:48:46.102739 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:48:46.245198 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:46.259989 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:48:46.354917 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:46.386643 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:48:46.409972 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:46.417687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:46.418737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:48:46.422931 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:46.520199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=6']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:46.526482 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:46.565337 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0134ce-6d2c-4a8c-b8ce-30247a2ccf14 req-b57ac746-2e17-4e2f-aec0-08c06a611efd tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:46.566951 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3a0134ce-6d2c-4a8c-b8ce-30247a2ccf14 req-b57ac746-2e17-4e2f-aec0-08c06a611efd tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 943 time: 0.1114545
Jun 29 21:48:46.623522 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3a0134ce-6d2c-4a8c-b8ce-30247a2ccf14 req-efb32e40-3d75-4d35-8e25-728b7bca2073 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504441
Jun 29 21:48:46.670161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:46.694348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd', 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30', 'port_id': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd', 'mac_address': 'fa:16:3e:cd:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14388636-00f5-4000-8029-a3442e1c7e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:48:46.794472 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:46.825818 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:48:46.843278 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:46.847162 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:46.849199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:46.919999 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:46.923309 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:46.947188 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['9374e367-ecf3-4c5b-944e-e3e7fb5621b5'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:48:47.178841 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['6fb77f3d-d9f0-4df7-a30c-43a35e837ecd'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:48:47.309361 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad920-aa20-4cbe-ad99-b13a6b85d4a6 req-8e449908-c015-4137-8bd2-0ca191b3cedd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:47.310841 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dc1ad920-aa20-4cbe-ad99-b13a6b85d4a6 req-8e449908-c015-4137-8bd2-0ca191b3cedd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 944 time: 0.1148505
Jun 29 21:48:47.365136 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dc1ad920-aa20-4cbe-ad99-b13a6b85d4a6 req-f4383315-a0bf-483d-bb1f-c74919e4205e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463884
Jun 29 21:48:47.846832 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67162d-5c3e-4fef-a37a-5a0607318c3d req-ad863efb-91a3-4ec8-bf75-9943b69bdb53 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:47.848526 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6a67162d-5c3e-4fef-a37a-5a0607318c3d req-ad863efb-91a3-4ec8-bf75-9943b69bdb53 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 944 time: 0.0852077
Jun 29 21:48:47.896753 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6a67162d-5c3e-4fef-a37a-5a0607318c3d req-190bfd2a-7915-4c80-9892-95feb055cce4 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419664
Jun 29 21:48:48.133393 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:48:48.220251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:48.221439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.354728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.388223 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:48.401115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:48.409625 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.410926 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:48:48.459406 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:48.513489 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'code': 200}
Jun 29 21:48:48.582673 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=7']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:48.585977 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:48.601573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:48:48.609575 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:48:48.610104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.665712 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0af3a-5dac-47ab-8855-c9720d191e9c req-628cd30d-47d1-4c31-afa4-2ac40127ead4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:48.676500 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-59a0af3a-5dac-47ab-8855-c9720d191e9c req-628cd30d-47d1-4c31-afa4-2ac40127ead4 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1057949
Jun 29 21:48:48.777216 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-59a0af3a-5dac-47ab-8855-c9720d191e9c req-0a911ece-608e-476b-81df-609068c2be1f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996096
Jun 29 21:48:48.793029 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.800029 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39942) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:48.870968 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:48.882656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Deleting subnet 3b745a0f-9382-4a78-ab40-3fd0933c7797 {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:48:48.886423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.889691 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.893699 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-c57d9de9-85d6-4b22-bb15-5cc30a6ed4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:48.948696 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:48.978795 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:48.982366 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:49.017322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.094389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.106648 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:49.148037 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b745a0f-9382-4a78-ab40-3fd0933c7797,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:49.150254 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.156317 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:49.163028 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798931-23dd-449d-9db2-7e30bd143873 req-01b28f94-144c-43ef-92f7-2c1e1a363bb6 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:49.164323 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b745a0f-9382-4a78-ab40-3fd0933c7797 HTTP/1.1" status: 204  len: 168 time: 0.3632488
Jun 29 21:48:49.165131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39948) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:49.168569 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b8798931-23dd-449d-9db2-7e30bd143873 req-01b28f94-144c-43ef-92f7-2c1e1a363bb6 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1153662
Jun 29 21:48:49.228631 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b8798931-23dd-449d-9db2-7e30bd143873 req-8053b194-8e70-4140-af27-5e6c36673699 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589318
Jun 29 21:48:49.298841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.427730 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.441961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88302eb0>,) {'filters': {'network_id': ['910c5ad6-f086-48c7-ab55-5a1776b4606a']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:49.456668 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88302eb0>, 'd9d22f06-6301-4ddd-beed-b0d7c1029424') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:49.456999 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88302eb0>, 'd9d22f06-6301-4ddd-beed-b0d7c1029424') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:49.471975 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.489442 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.498876 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:48:49.499423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:48:49.513796 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:48:49.592837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.601227 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.603663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:49.624066 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=910c5ad6-f086-48c7-ab55-5a1776b4606a,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:49.628005 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:49.632893 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4d975214-bfb5-49ea-bff3-f8d3124248e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/910c5ad6-f086-48c7-ab55-5a1776b4606a HTTP/1.1" status: 204  len: 168 time: 0.4626858
Jun 29 21:48:49.632893 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39952) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:49.700074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Deleting subnet 036de35c-a070-41b8-a3ac-b7552f515247 {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:48:49.703634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.760411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.826667 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.914236 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.924451 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-47f85250-6ea5-4ad1-a5b8-0454094ed779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:49.960184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036de35c-a070-41b8-a3ac-b7552f515247,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:49.963441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:49.964656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:49.975836 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/036de35c-a070-41b8-a3ac-b7552f515247 HTTP/1.1" status: 204  len: 168 time: 0.3424380
Jun 29 21:48:49.976556 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39958) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:50.091450 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e759f-b22d-4d43-803f-a43ae6d6c383 req-569ca24f-8804-48b5-b811-70ab80e635f9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:50.093502 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-323e759f-b22d-4d43-803f-a43ae6d6c383 req-569ca24f-8804-48b5-b811-70ab80e635f9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1244576
Jun 29 21:48:50.098748 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.152430 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-323e759f-b22d-4d43-803f-a43ae6d6c383 req-4dc75435-8a81-454e-9e5c-729d2700ee42 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451694
Jun 29 21:48:50.250868 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.266200 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a87e42940>,) {'filters': {'network_id': ['7971b858-dcd1-49dd-8b3b-970676eb4c51']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:50.280786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a87e42940>, '3dae0174-4899-4c09-aa32-d61cc227b3ed') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:50.280786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a87e42940>, '3dae0174-4899-4c09-aa32-d61cc227b3ed') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:48:50.296082 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.314460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.321480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:48:50.322084 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:48:50.335930 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:48:50.435145 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.447072 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-74b4186d-f9da-4868-80e3-0bfbd32750da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:50.461740 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:50.473351 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=7971b858-dcd1-49dd-8b3b-970676eb4c51,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:50.475872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:50.477454 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-af72331f-9adb-4469-b2f7-f76c27638a6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7971b858-dcd1-49dd-8b3b-970676eb4c51 HTTP/1.1" status: 204  len: 168 time: 0.4998252
Jun 29 21:48:50.515219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:50.592089 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd', 'code': 200}
Jun 29 21:48:50.630580 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5ecb-6ca1-4dff-80c9-fce2fa451bdb req-9947465a-8764-41af-93bc-f769e70d7c06 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:50.639688 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-185f5ecb-6ca1-4dff-80c9-fce2fa451bdb req-9947465a-8764-41af-93bc-f769e70d7c06 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.2584126
Jun 29 21:48:50.675612 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39968) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:50.698829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-185f5ecb-6ca1-4dff-80c9-fce2fa451bdb req-988dd595-8a77-4357-8fe0-0d6e91f1bf94 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601482
Jun 29 21:48:50.807947 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-316a3068-af37-4a51-8442-66403d8ee37e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=deb864faaaf64ab0abcdc9e0817141da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1312737
Jun 29 21:48:50.810580 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39972) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:50.918040 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-693b7309-ffbc-44b2-899b-734cf0dab428 req-4be3409a-af2e-4ab5-8a90-fcf0beb17475 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 1098 time: 0.0965018
Jun 29 21:48:50.980166 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-693b7309-ffbc-44b2-899b-734cf0dab428 req-69c53ad0-d004-48df-ace0-18350f5e833e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548217
Jun 29 21:48:51.017720 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:51.051956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:51.128980 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:51.133385 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:51.144821 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3cc43-6bbd-4448-9a00-fd11e4af9f3e,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:51.147571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:51.155433 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:51.156813 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c3cc43-6bbd-4448-9a00-fd11e4af9f3e HTTP/1.1" status: 204  len: 168 time: 0.3442764
Jun 29 21:48:51.451571 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb3aba-bdf4-4c07-982d-3a25d826c88d req-8204111b-1768-4efb-9fce-daa4852e96ff tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:51.459092 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05cb3aba-bdf4-4c07-982d-3a25d826c88d req-8204111b-1768-4efb-9fce-daa4852e96ff tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1275744
Jun 29 21:48:51.521769 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05cb3aba-bdf4-4c07-982d-3a25d826c88d req-909b9439-e9b6-4ca1-ad89-b0464854d674 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615528
Jun 29 21:48:51.732344 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39986) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:51.887596 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5c2cdaae-9bda-4a42-b0c4-89ef36012c4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6972740f4e74e45b5d7f36c95f682aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1514003
Jun 29 21:48:51.887832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 39992) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:48:51.995907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:52.010934 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13f57-2f7c-4a8f-b88e-8d80fdf7e470 req-3b4c2db8-efe3-46a8-8220-a5e29d3c449c tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:52.019177 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f9b13f57-2f7c-4a8f-b88e-8d80fdf7e470 req-3b4c2db8-efe3-46a8-8220-a5e29d3c449c tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1116567
Jun 29 21:48:52.026887 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:52.079404 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f9b13f57-2f7c-4a8f-b88e-8d80fdf7e470 req-ee8395c3-6105-4123-89c7-f5d6d4de51c0 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578887
Jun 29 21:48:52.106067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:52.116443 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e876cc25-7514-45b9-abc0-4eb4d2377b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:52.139175 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0460e6b-9917-4d49-b3e8-5853830a83be,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:52.142481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:52.145017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:52.149016 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a8b10e83-68c4-46a3-b271-5a1d12efb978 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0460e6b-9917-4d49-b3e8-5853830a83be HTTP/1.1" status: 204  len: 168 time: 0.2561877
Jun 29 21:48:52.934034 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b26-5058-4928-bdd3-c749920df897 req-baddca10-53a2-430f-8d18-57dd33ea0216 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:52.939643 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-777b5b26-5058-4928-bdd3-c749920df897 req-baddca10-53a2-430f-8d18-57dd33ea0216 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1615841
Jun 29 21:48:53.059698 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-777b5b26-5058-4928-bdd3-c749920df897 req-d143985f-4057-4e44-a2e7-51d75adc997b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038363
Jun 29 21:48:53.411975 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6193-6426-4cc1-b6c1-3d47cd982986 req-b0ab9682-6978-4003-bb08-9fea1678935e tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:53.413496 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ddd6193-6426-4cc1-b6c1-3d47cd982986 req-b0ab9682-6978-4003-bb08-9fea1678935e tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1073341
Jun 29 21:48:53.479150 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ddd6193-6426-4cc1-b6c1-3d47cd982986 req-3253431d-4e67-4ef5-8ba5-03af50d418bc tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549877
Jun 29 21:48:54.402651 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f27cbd-1463-487f-869e-7402f2cd3730 req-11f8de9e-37b6-4d40-a356-c25c07a271b7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:54.404808 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25f27cbd-1463-487f-869e-7402f2cd3730 req-11f8de9e-37b6-4d40-a356-c25c07a271b7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1140041
Jun 29 21:48:54.481034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-25f27cbd-1463-487f-869e-7402f2cd3730 req-20b0117d-4e3c-4711-8e59-4df64e637e44 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685129
Jun 29 21:48:54.977760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adad81-465e-400a-920b-93a92f3ba0d3 req-8b8102b9-ec7b-488d-8ac0-70c47d595ca2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:54.979421 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f5adad81-465e-400a-920b-93a92f3ba0d3 req-8b8102b9-ec7b-488d-8ac0-70c47d595ca2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1028383
Jun 29 21:48:55.033463 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f5adad81-465e-400a-920b-93a92f3ba0d3 req-826300e6-b91f-4be5-8be1-8365f4d3c03c tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468402
Jun 29 21:48:55.328603 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1349d42c-9a64-4486-9d27-d5247433a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:55.769864 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:55.973863 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72dd83-5287-4630-842c-dd24618c729e req-f24213db-ec53-4fb1-8744-c5014a0e0adc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:55.977671 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc72dd83-5287-4630-842c-dd24618c729e req-f24213db-ec53-4fb1-8744-c5014a0e0adc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1153746
Jun 29 21:48:56.055864 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc72dd83-5287-4630-842c-dd24618c729e req-5220cd06-9c13-4c16-ba68-1a67a0d7614d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713861
Jun 29 21:48:56.321498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-891df25e-07e7-4b34-8b0f-5880fd3dec47 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:56.322979 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-891df25e-07e7-4b34-8b0f-5880fd3dec47 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1670935
Jun 29 21:48:56.389243 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17160c6-ffea-45b0-80b1-11d386ab277d req-b3a0bb11-6ef5-4e7e-aa0c-6731a4e6bd52 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:56.390662 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e17160c6-ffea-45b0-80b1-11d386ab277d req-b3a0bb11-6ef5-4e7e-aa0c-6731a4e6bd52 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 945 time: 0.1607382
Jun 29 21:48:56.440861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Deleting port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:48:56.441506 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:56.576545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e17160c6-ffea-45b0-80b1-11d386ab277d req-00b1c27d-7a68-4d06-91dd-7255a1e6951a tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755736
Jun 29 21:48:56.821196 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] For port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:48:56.821813 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:56.980572 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Calling delete_port for 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:48:57.193862 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:57.202229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:48:57.207153 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['6fb77f3d-d9f0-4df7-a30c-43a35e837ecd'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:48:57.396300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Pushing event deleted for resources: {'Port': ['ID=6fb77f3d-d9f0-4df7-a30c-43a35e837ecd,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:48:57.403434 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:48:57.494287 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] No DVR routers for this DVR port 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:48:57.497232 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:57.499800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'name': 'network-vif-deleted', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:48:57.522940 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-19cb75fa-008e-4036-915a-b6557debd2e4 req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "DELETE /v2.0/ports/6fb77f3d-d9f0-4df7-a30c-43a35e837ecd HTTP/1.1" status: 204  len: 173 time: 1.1908100
Jun 29 21:48:57.534588 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c949-cffe-4daf-81ca-5ce619a50911 req-1eb1e2a7-0f62-4d7c-b4ab-372594f44812 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:57.536183 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ec50c949-cffe-4daf-81ca-5ce619a50911 req-1eb1e2a7-0f62-4d7c-b4ab-372594f44812 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.2862585
Jun 29 21:48:57.579871 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc7602-abe3-4293-a984-6528ebf6e97e', 'name': 'network-vif-deleted', 'tag': '6fb77f3d-d9f0-4df7-a30c-43a35e837ecd', 'status': 'completed', 'code': 200}
Jun 29 21:48:57.612787 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ec50c949-cffe-4daf-81ca-5ce619a50911 req-ac0dcf27-2797-4a12-8249-2721963d70c0 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696039
Jun 29 21:48:57.668577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c8f39221-dad3-4c0d-9234-6c4d8fa4411b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:57.798222 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-ce151b7c-2549-41cd-8e6d-49242c1823d6 req-72e1d87a-e98d-45f8-af36-6050736cb287 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Synchronizing usage tracker for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:48:57.832489 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-ce151b7c-2549-41cd-8e6d-49242c1823d6 req-72e1d87a-e98d-45f8-af36-6050736cb287 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Unset dirty status for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:48:57.834206 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ce151b7c-2549-41cd-8e6d-49242c1823d6 req-72e1d87a-e98d-45f8-af36-6050736cb287 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dddc7602-abe3-4293-a984-6528ebf6e97e HTTP/1.1" status: 200  len: 210 time: 0.1157575
Jun 29 21:48:58.887161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:48:58.930190 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb294-0790-4c52-b6f9-816a539b6bca req-32b21a8a-a9cb-4ad3-adf0-d082ba65c9e5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:58.933688 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fdddb294-0790-4c52-b6f9-816a539b6bca req-32b21a8a-a9cb-4ad3-adf0-d082ba65c9e5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1335344
Jun 29 21:48:59.019347 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fdddb294-0790-4c52-b6f9-816a539b6bca req-e51fcfbc-60d4-4695-a6e3-7e7f47450a13 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728583
Jun 29 21:48:59.450912 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-367e2d54-208e-474a-b02a-08e51551f59d tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:48:59.458262 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-367e2d54-208e-474a-b02a-08e51551f59d tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 809 time: 0.1915150
Jun 29 21:48:59.477946 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-27e31ecb-2f7d-454a-977d-8a1656de0f91 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/quotas/73350f8dcfad4e668fffdb38d376731c HTTP/1.1" status: 200  len: 375 time: 0.0176153
Jun 29 21:48:59.530779 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-fc6b9914-d34f-4d4e-8d57-e7ea73e595ac tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517483
Jun 29 21:48:59.692596 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-0d5059ab-efb4-4231-98e3-8d49c4f6d4a9 service neutron] 10.222.0.21 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547694
Jun 29 21:48:59.870528 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-905291cb-9d42-4d04-97d6-1c1c0c2e797e service neutron] 10.222.0.21 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708777
Jun 29 21:49:00.062689 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ea786bc4-0ff0-4cde-bd0d-364b8a75e056 req-c9435832-7076-4130-aadb-20bbd837311a tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 210 time: 0.0442324
Jun 29 21:49:00.104174 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:00.197853 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:49:00.230397 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:49:00.230738 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 6fb77f3d-d9f0-4df7-a30c-43a35e837ecd not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:49:00.243794 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52209e-3b6d-4e21-a6bb-b94c10ef427b req-4a1ed2d1-536e-4024-b718-7cea3b5cec49 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:00.245236 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb52209e-3b6d-4e21-a6bb-b94c10ef427b req-4a1ed2d1-536e-4024-b718-7cea3b5cec49 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0887356
Jun 29 21:49:00.291859 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb52209e-3b6d-4e21-a6bb-b94c10ef427b req-903a3854-d7da-4ce7-836f-4966547c938a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398211
Jun 29 21:49:00.620128 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-b6953a9d-7d1a-4841-89ce-c085e5da19af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1098 time: 0.0714867
Jun 29 21:49:00.760714 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-43e17688-a345-4a30-b8a9-9bd955b6e963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:00.762433 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-43e17688-a345-4a30-b8a9-9bd955b6e963 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1351945
Jun 29 21:49:00.883890 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-28240ed5-e07b-4b7a-bc61-4b39e3290a35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 1001 time: 0.1143765
Jun 29 21:49:00.966111 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-d668b24e-a1da-4575-a371-b2aeabd9d047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:00.970307 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-d668b24e-a1da-4575-a371-b2aeabd9d047 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0764763
Jun 29 21:49:01.161137 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-479f44ec-c2c4-4301-8904-3828bb3a5b1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1833858
Jun 29 21:49:01.280044 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-68766103-95d5-4d44-9c14-7ae96575b870 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:01.280624 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-68766103-95d5-4d44-9c14-7ae96575b870 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Synchronizing usage tracker for tenant:73350f8dcfad4e668fffdb38d376731c on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:49:01.298025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-68766103-95d5-4d44-9c14-7ae96575b870 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Unset dirty status for tenant:73350f8dcfad4e668fffdb38d376731c on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:49:01.299488 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-68766103-95d5-4d44-9c14-7ae96575b870 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 809 time: 0.2668355
Jun 29 21:49:01.319550 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5dd8813a-b1f5-43fc-a99e-18a5d95ee3a8 req-c8248db3-282a-47d8-95db-6dcd63d764fb tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 210 time: 0.0530190
Jun 29 21:49:01.322262 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Request body: {'port': {'device_id': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30', 'admin_state_up': True, 'tenant_id': '73350f8dcfad4e668fffdb38d376731c'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:01.379783 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-64c0efbf-fbf1-4f57-83f3-e525c1113b9b service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065527
Jun 29 21:49:01.509823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:01.535837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:01.550848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Made reservation on behalf of 73350f8dcfad4e668fffdb38d376731c for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:49:01.556017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:01.685708 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-57f409ae-5817-4b58-b367-d2a66de84a20 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2986205
Jun 29 21:49:01.696995 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83696e23-1491-4e78-95ae-4bc161ce4dd2 req-c7eed601-b4da-4a9d-aeff-5c732205b943 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:01.699977 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83696e23-1491-4e78-95ae-4bc161ce4dd2 req-c7eed601-b4da-4a9d-aeff-5c732205b943 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1764822
Jun 29 21:49:01.723034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Allocated IP 172.20.0.4 (517d0eec-53b6-40f2-b9d5-8d33d2aede30/14388636-00f5-4000-8029-a3442e1c7e0a/d3c4b959-47af-421d-a2ab-d9535db69f9b) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:49:01.751057 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83696e23-1491-4e78-95ae-4bc161ce4dd2 req-3db158dc-fc6b-40bd-8662-fb64ee2ff55d tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455196
Jun 29 21:49:01.926056 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:01.955022 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:01.960746 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-fb46255c-1db7-4dfe-afc8-3e938cee1b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:02.026633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:49:02.029635 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:49:02.034104 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:49:02.062026 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Pushing event updated for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:02.067211 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:02.098722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:02.099336 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:02.124219 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8062625
Jun 29 21:49:02.136290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Request body: {'port': {'device_id': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:02.247465 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:02.536221 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd9df3-799c-41a0-89b3-e690c8a35a61 req-53a7816a-d57d-4300-9f2d-f2e4578750c1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:02.537902 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fafd9df3-799c-41a0-89b3-e690c8a35a61 req-53a7816a-d57d-4300-9f2d-f2e4578750c1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 931 time: 0.0857825
Jun 29 21:49:02.595579 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fafd9df3-799c-41a0-89b3-e690c8a35a61 req-322ddb56-bfa9-44c5-9045-b0d90939a198 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429919
Jun 29 21:49:02.597805 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c4b959-47af-421d-a2ab-d9535db69f9b {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:49:02.604943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:02.621939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Transition to ACTIVE for port object d3c4b959-47af-421d-a2ab-d9535db69f9b will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:49:02.626983 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:02.633459 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7155136c-32db-4262-9731-b91d86beefcf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:02.765190 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:02.768922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:02.986610 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Attempting to bind port d3c4b959-47af-421d-a2ab-d9535db69f9b on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:49:02.987305 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Attempting to bind port d3c4b959-47af-421d-a2ab-d9535db69f9b by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:49:02.987753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Attempting to bind port d3c4b959-47af-421d-a2ab-d9535db69f9b on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:49:03.000806 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Port d3c4b959-47af-421d-a2ab-d9535db69f9b on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:49:03.001330 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Attempting to bind port d3c4b959-47af-421d-a2ab-d9535db69f9b on network 517d0eec-53b6-40f2-b9d5-8d33d2aede30 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:49:03.012281 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:49:03.012736 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Checking segment: {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:49:03.013278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Bound using segment: {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:49:03.014364 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Bound port: d3c4b959-47af-421d-a2ab-d9535db69f9b, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6b98d2-7661-42f4-93a2-d528bfbebac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:49:03.014797 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:03.018322 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c84c4-1727-4b9a-bb36-d8231b42ce66 req-e26682d7-b2ba-4f13-8d2f-aca644475447 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:03.020604 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8c9c84c4-1727-4b9a-bb36-d8231b42ce66 req-e26682d7-b2ba-4f13-8d2f-aca644475447 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.1058540
Jun 29 21:49:03.073606 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8c9c84c4-1727-4b9a-bb36-d8231b42ce66 req-7b1971c9-3411-4f21-81a5-f2ee3995ec86 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420003
Jun 29 21:49:03.120226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:49:03.123565 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:49:03.127999 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:03.131936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e3d8b078-d3b9-456c-8a48-664b5213170f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:03.193530 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:03.194929 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/d3c4b959-47af-421d-a2ab-d9535db69f9b HTTP/1.1" status: 200  len: 1093 time: 1.0628276
Jun 29 21:49:03.195477 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:03.214863 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:03.219185 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:03.276801 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b', 'status': 'completed', 'code': 200}
Jun 29 21:49:03.313788 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-9fa22863-6f96-44f6-bec5-ebde53eaf0cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 1096 time: 0.0765657
Jun 29 21:49:03.390113 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-8ff6357b-2705-44a8-9aef-39f67591f607 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b HTTP/1.1" status: 200  len: 217 time: 0.0677869
Jun 29 21:49:03.455594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-a0120dd8-8695-4e38-a7d2-487f6b43855a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:03.457146 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-a0120dd8-8695-4e38-a7d2-487f6b43855a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14388636-00f5-4000-8029-a3442e1c7e0a HTTP/1.1" status: 200  len: 849 time: 0.0607483
Jun 29 21:49:03.508731 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-b09c0453-ffcc-4a07-ab9a-dd2d05410276 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=517d0eec-53b6-40f2-b9d5-8d33d2aede30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441425
Jun 29 21:49:03.645052 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-8c169209-1375-4763-b67e-585312f5a145 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285350
Jun 29 21:49:03.802394 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-5b86e4a7-0a1e-4172-8b41-3d8b7ebb5536 req-ae299c6c-ff08-4734-a278-201587fced87 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504829
Jun 29 21:49:03.816907 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8eef9-1557-4dc1-82fa-1c77232c96d7 req-3cabf963-7681-4eb5-b228-2c62456650a5 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:03.818868 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-edc8eef9-1557-4dc1-82fa-1c77232c96d7 req-3cabf963-7681-4eb5-b228-2c62456650a5 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 943 time: 0.0892124
Jun 29 21:49:03.869077 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-edc8eef9-1557-4dc1-82fa-1c77232c96d7 req-dea21615-26da-4d36-8bd7-a560d052e1cf tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441978
Jun 29 21:49:03.948504 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-dda3d5f2-6585-407c-b31c-3adaee51c9b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73350f8dcfad4e668fffdb38d376731c&device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 1096 time: 0.0906842
Jun 29 21:49:04.091879 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-8d456685-edb1-4456-be81-c85d52b52782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:04.093351 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-8d456685-edb1-4456-be81-c85d52b52782 service neutron] 10.222.0.26 "GET /v2.0/networks?id=517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 200  len: 910 time: 0.1379998
Jun 29 21:49:04.177148 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-9e7dca35-a64d-4925-b291-c2517aaa5ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b HTTP/1.1" status: 200  len: 217 time: 0.0757668
Jun 29 21:49:04.212416 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:49:04.242373 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-c31775cb-a9e3-4d74-987a-890e4bdd3dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:04.243967 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-c31775cb-a9e3-4d74-987a-890e4bdd3dc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14388636-00f5-4000-8029-a3442e1c7e0a HTTP/1.1" status: 200  len: 849 time: 0.0600019
Jun 29 21:49:04.302269 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-8d419577-7e70-43c2-8c5d-300bb9b70c21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=517d0eec-53b6-40f2-b9d5-8d33d2aede30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507913
Jun 29 21:49:04.336176 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb64107-14bd-4b81-9be5-ff6147c4a324 req-f17168fe-4c56-4d41-a57a-1b9ead78c300 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:04.337751 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2eb64107-14bd-4b81-9be5-ff6147c4a324 req-f17168fe-4c56-4d41-a57a-1b9ead78c300 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 945 time: 0.0929546
Jun 29 21:49:04.383911 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:04.386070 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2eb64107-14bd-4b81-9be5-ff6147c4a324 req-c988ed8d-a924-4337-a97b-5874b71c4df8 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419950
Jun 29 21:49:04.431566 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:04.445757 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:04.449678 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40202) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:04.452840 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:04.456724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:04.464449 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-01527112-65cc-4714-867a-b31e4bd458ed service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539209
Jun 29 21:49:04.524761 dv-cinder-798672-2-iscsi neutron-server[74254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'code': 422} returned with failed status
Jun 29 21:49:04.540721 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=8']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:04.555805 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.556526 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.557025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.557350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.557679 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.558169 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.558494 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.558816 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.559131 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.560551 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.561876 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:04.567155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:04.642180 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2754dea4-e9bb-48e1-8fbe-afae60de35a8 req-d686eb71-99c7-4864-9b6d-c0c14fe6bbd2 service neutron] 10.222.0.26 "GET /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710989
Jun 29 21:49:04.643011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:04.679376 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:04.683455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Usage tracker for resource:security_group_rule and tenant:53719d724e484934b400a46a666b43e6 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:04.688916 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:04.694989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:04.782764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:04.789571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:04.805951 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb3719b5-6b6d-4040-9c9e-da36d04f7f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:04.881040 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738a8c17-9cc6-47b0-b952-461a40c6b370,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:04.886445 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:04.890829 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-46b2e199-9f07-4495-8fa9-4ff98a252398 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53719d724e484934b400a46a666b43e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4399049
Jun 29 21:49:04.893322 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40216) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:04.972941 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.010570 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.136639 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a760-ab0b-4086-b022-1b9233953ca6 req-ae6368d2-7b7c-4532-b79c-406b0133c58e tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:05.138244 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b1c2a760-ab0b-4086-b022-1b9233953ca6 req-ae6368d2-7b7c-4532-b79c-406b0133c58e tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 943 time: 0.1325448
Jun 29 21:49:05.139572 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.143582 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-315d244b-4e46-473b-9c14-d32fe829ff4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:05.171310 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a8c17-9cc6-47b0-b952-461a40c6b370,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:05.174431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:05.188495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.193739 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f7f04539-86e6-41de-824e-9b8735621114 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/738a8c17-9cc6-47b0-b952-461a40c6b370 HTTP/1.1" status: 204  len: 168 time: 0.2953017
Jun 29 21:49:05.218549 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b1c2a760-ab0b-4086-b022-1b9233953ca6 req-29900350-226f-4387-8253-5389885a9805 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664062
Jun 29 21:49:05.563392 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40234) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:05.580911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.611119 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:05.614789 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d00d87713d420b8aa7f60d78838092 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:05.617502 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:05.622937 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:05.688826 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.692999 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.700054 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:05.742124 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac1a7e-1840-4b14-837e-4e6d36043734,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:05.749064 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6d00d87713d420b8aa7f60d78838092&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1817930
Jun 29 21:49:05.749064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-11e16c2d-1ee1-40b2-827a-843a60c84ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:05.749352 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40240) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:05.825072 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.850850 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.940218 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.948060 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5227279a-dcc2-44a8-a1bc-8e2cee413f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:05.965769 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac1a7e-1840-4b14-837e-4e6d36043734,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:05.969188 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:05.982554 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:05.984206 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ac1a7e-1840-4b14-837e-4e6d36043734 HTTP/1.1" status: 204  len: 168 time: 0.2340875
Jun 29 21:49:06.003680 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2d07b855-c2ec-4b61-9959-577310d12e0c req-185a33b4-a11f-47ec-9b80-52f934359474 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1014924
Jun 29 21:49:06.207450 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d3c4b959-47af-421d-a2ab-d9535db69f9b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:49:06.398830 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40262) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:06.403614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:06.419679 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'd3c4b959-47af-421d-a2ab-d9535db69f9b', 'network_id': '517d0eec-53b6-40f2-b9d5-8d33d2aede30', 'port_id': 'd3c4b959-47af-421d-a2ab-d9535db69f9b', 'mac_address': 'fa:16:3e:29:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14388636-00f5-4000-8029-a3442e1c7e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:49:06.463511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f92a0-a9f1-4ad7-b951-c8de20937d5a req-f1d52478-98ca-4eaf-b504-7583e9537367 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:06.465145 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d19f92a0-a9f1-4ad7-b951-c8de20937d5a req-f1d52478-98ca-4eaf-b504-7583e9537367 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.2339041
Jun 29 21:49:06.494990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:06.522893 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c4b959-47af-421d-a2ab-d9535db69f9b {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:49:06.544703 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:06.552114 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:06.555727 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:06.576775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0634f-8092-45b2-83eb-ec52c6ffc077 req-ac2c0675-aaed-4fd3-8c70-40853c7b1bb2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:06.577547 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40268) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:06.579090 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-03a0634f-8092-45b2-83eb-ec52c6ffc077 req-ac2c0675-aaed-4fd3-8c70-40853c7b1bb2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 943 time: 0.2107296
Jun 29 21:49:06.604101 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:06.622733 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d19f92a0-a9f1-4ad7-b951-c8de20937d5a req-60443d6d-f491-445a-99de-4ed74491a92a tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456242
Jun 29 21:49:06.650877 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-03a0634f-8092-45b2-83eb-ec52c6ffc077 req-cd03b64a-39d8-49a2-a3cf-b7ac2a238083 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601859
Jun 29 21:49:06.664452 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:06.681096 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:06.745967 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-0a950b6d-7a81-4141-ae2c-2a3dfb5341cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3447757
Jun 29 21:49:06.746791 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:06.751452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Usage tracker for resource:security_group_rule and tenant:10880fa00d4642fb9d0b986a8360f953 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:06.755082 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:06.761755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['d3c4b959-47af-421d-a2ab-d9535db69f9b'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:49:06.762159 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:06.874594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:06.880968 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:06.892935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-20ffb3f4-55fd-45dd-9474-57ee0d534b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:06.945201 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10880fa00d4642fb9d0b986a8360f953&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3667219
Jun 29 21:49:06.946042 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab929687-539d-4a22-8629-8d71fabce366,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:06.949329 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40274) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:06.949832 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:07.043645 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:07.074081 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:07.140852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:07.145046 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-61151532-1362-47bd-b0b5-179c184b65c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:07.159729 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab929687-539d-4a22-8629-8d71fabce366,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:07.162248 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:07.170414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:07.171784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab929687-539d-4a22-8629-8d71fabce366 HTTP/1.1" status: 204  len: 168 time: 0.2202706
Jun 29 21:49:07.428704 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-42826a9d-7f43-4260-8912-115038ca73f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc&tenant_id=21ca64bd37f343b1a16842ae343113b6 HTTP/1.1" status: 200  len: 1096 time: 0.0837553
Jun 29 21:49:07.532491 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-2c0a6a4a-d48c-4147-aa6a-48da15de5887 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1096 time: 0.0821824
Jun 29 21:49:07.666689 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-c9f21c95-f690-4110-92f0-c0b0e9b26a48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:07.668271 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-c9f21c95-f690-4110-92f0-c0b0e9b26a48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1300435
Jun 29 21:49:07.788833 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-993de010-b91b-4c92-bd36-6d85efd72bd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 999 time: 0.1143188
Jun 29 21:49:07.879436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-e9db781a-2121-43f5-8d8f-306303ea03ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:07.881130 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-e9db781a-2121-43f5-8d8f-306303ea03ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0852213
Jun 29 21:49:07.936073 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e30e8-8a02-4a83-92b3-0bc111f7fe1a req-23658f97-2169-48a7-97c9-3eddc44706ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:07.937578 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb7e30e8-8a02-4a83-92b3-0bc111f7fe1a req-23658f97-2169-48a7-97c9-3eddc44706ea tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1497629
Jun 29 21:49:07.963396 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-13e4137c-9439-4f2c-b075-5b2e9a35568a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750434
Jun 29 21:49:07.990545 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee135-65ea-4179-ae2d-19f7569dda82 req-da2ecd42-46b8-4a28-be22-24664e65e701 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:07.992031 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-10fee135-65ea-4179-ae2d-19f7569dda82 req-da2ecd42-46b8-4a28-be22-24664e65e701 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 944 time: 0.1374185
Jun 29 21:49:08.002621 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb7e30e8-8a02-4a83-92b3-0bc111f7fe1a req-9237c634-e045-4680-abea-b761ffcd3009 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595415
Jun 29 21:49:08.059830 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-10fee135-65ea-4179-ae2d-19f7569dda82 req-ca72d494-2365-4627-bf3e-873f1cc5754a tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561802
Jun 29 21:49:08.117999 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-45358e7c-7f8e-454e-b294-5c4677022f16 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476092
Jun 29 21:49:08.216347 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d3c4b959-47af-421d-a2ab-d9535db69f9b up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:49:08.272456 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-57cd2a0f-74d3-410d-9aaf-3004a382ccc8 service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478558
Jun 29 21:49:08.316009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port d3c4b959-47af-421d-a2ab-d9535db69f9b completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:49:08.321120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port d3c4b959-47af-421d-a2ab-d9535db69f9b triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:49:08.321502 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:08.441150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:08.474922 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:08.484867 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:08.489499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:08.491716 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:08.538658 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b', 'code': 200}
Jun 29 21:49:08.567936 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:08.571779 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:08.805727 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b2c0e7b9-2348-4a6a-bf84-fee785cfed61 req-e157cb38-bd3f-4bff-9d94-f3f8718fe27e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 1098 time: 0.0887876
Jun 29 21:49:08.857496 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b2c0e7b9-2348-4a6a-bf84-fee785cfed61 req-94da7f4b-ef85-46ff-a080-e77d4f6516be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442033
Jun 29 21:49:09.466759 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717e2bc-5604-421b-a838-06f8e1c7d8ac req-deeee648-253b-495f-81f1-c806f74ba165 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:09.474543 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e717e2bc-5604-421b-a838-06f8e1c7d8ac req-deeee648-253b-495f-81f1-c806f74ba165 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.2620411
Jun 29 21:49:09.553931 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4d0c-e15a-423b-8bc3-6bed659828af req-945db3ea-8a81-40b9-a92b-4b514b3ae483 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:09.555897 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4bbe4d0c-e15a-423b-8bc3-6bed659828af req-945db3ea-8a81-40b9-a92b-4b514b3ae483 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.2978275
Jun 29 21:49:09.619266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e717e2bc-5604-421b-a838-06f8e1c7d8ac req-ba48dd4c-7407-48b6-b901-f104f834af1f tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423469
Jun 29 21:49:09.674417 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4bbe4d0c-e15a-423b-8bc3-6bed659828af req-af0e5011-f596-4dda-8363-a38783f1f755 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117113
Jun 29 21:49:11.005155 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d18d7-6b23-41c8-8223-521cd88f6a46 req-59315bbe-b0d6-4e22-abff-815057030e94 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:11.008062 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd4d18d7-6b23-41c8-8223-521cd88f6a46 req-59315bbe-b0d6-4e22-abff-815057030e94 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.2054877
Jun 29 21:49:11.019338 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00038fe-58c1-4940-860d-5be54e14ef9c req-f70c1f4f-26f8-4873-aa15-402148998cae tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:11.021805 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f00038fe-58c1-4940-860d-5be54e14ef9c req-f70c1f4f-26f8-4873-aa15-402148998cae tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1703105
Jun 29 21:49:11.180201 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cd4d18d7-6b23-41c8-8223-521cd88f6a46 req-c9c14e7d-91c1-46ba-b4cb-e6d7c6417607 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566424
Jun 29 21:49:11.185742 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f00038fe-58c1-4940-860d-5be54e14ef9c req-cbe3ad37-01fd-45c4-b212-f2c2066d4a00 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281633
Jun 29 21:49:12.443209 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:49:12.540471 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9a8ed-187f-445c-a1eb-0637cdc3d4c9 req-575c89e8-66db-428d-8867-31868b648ae3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:12.541957 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-14d9a8ed-187f-445c-a1eb-0637cdc3d4c9 req-575c89e8-66db-428d-8867-31868b648ae3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1913593
Jun 29 21:49:12.556505 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a50aa4-85f0-4cdb-a699-f28ea257ed15 req-0f2eb7c7-028e-4da2-83e3-c26dc0b20cee tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:12.558119 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60a50aa4-85f0-4cdb-a699-f28ea257ed15 req-0f2eb7c7-028e-4da2-83e3-c26dc0b20cee tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1612661
Jun 29 21:49:12.646962 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-14d9a8ed-187f-445c-a1eb-0637cdc3d4c9 req-a61c0526-1d3b-4825-bd81-63b1e29ae3d3 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875206
Jun 29 21:49:12.649804 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60a50aa4-85f0-4cdb-a699-f28ea257ed15 req-04cb91e2-46ef-410e-bd3a-6de79b910f40 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760012
Jun 29 21:49:14.000766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411fcba-11ab-4478-9fa9-0af251d8c264 req-733b9c2d-edfe-401b-b537-231e7e858af1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:14.008299 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9411fcba-11ab-4478-9fa9-0af251d8c264 req-733b9c2d-edfe-401b-b537-231e7e858af1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1526330
Jun 29 21:49:14.095991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192155-76d1-47e8-82d1-5d07e065ce4c req-96a0459c-57e2-45af-af5a-cac539fe106f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:14.098568 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ae192155-76d1-47e8-82d1-5d07e065ce4c req-96a0459c-57e2-45af-af5a-cac539fe106f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1999536
Jun 29 21:49:14.157687 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9411fcba-11ab-4478-9fa9-0af251d8c264 req-5dd2187e-dd02-429e-9ff7-4f548a5c7b7a tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479685
Jun 29 21:49:14.196464 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ae192155-76d1-47e8-82d1-5d07e065ce4c req-6bfbfad8-a6fc-411e-8436-e8fd1c1d0538 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902305
Jun 29 21:49:14.503498 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:15.454587 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173ad54-519f-4c22-bdc8-af206dba8ffe req-991b8c3d-de07-4844-b510-ca360fb4ee87 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:15.455984 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b173ad54-519f-4c22-bdc8-af206dba8ffe req-991b8c3d-de07-4844-b510-ca360fb4ee87 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1563177
Jun 29 21:49:15.497313 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ecac-3fca-498c-afb3-c96085f6d5bd req-d06d1be3-51d6-460f-97db-4c0caea232fe tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:15.498422 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c980ecac-3fca-498c-afb3-c96085f6d5bd req-d06d1be3-51d6-460f-97db-4c0caea232fe tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1285920
Jun 29 21:49:15.541552 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b173ad54-519f-4c22-bdc8-af206dba8ffe req-1b715b6b-76bd-461d-bf6c-cfd2d47d4244 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778558
Jun 29 21:49:15.563422 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c980ecac-3fca-498c-afb3-c96085f6d5bd req-be2b4e7a-aeba-44b9-a601-01c324724735 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551207
Jun 29 21:49:16.824762 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea952f-b6f3-4d90-a89d-77ca36b8b0d2 req-4b1ba773-c3ae-408d-9d72-c7f8b11810e1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:16.826244 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d4ea952f-b6f3-4d90-a89d-77ca36b8b0d2 req-4b1ba773-c3ae-408d-9d72-c7f8b11810e1 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1540513
Jun 29 21:49:16.910993 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d4ea952f-b6f3-4d90-a89d-77ca36b8b0d2 req-c4172cc8-0b74-49c0-8e9e-65e03dbe8330 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740108
Jun 29 21:49:16.930698 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d068a-f7bf-4b63-a993-88273b8af42b req-ce441bc5-b1e8-4e1e-ab29-fba4ab6855fc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:16.932312 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d2d068a-f7bf-4b63-a993-88273b8af42b req-ce441bc5-b1e8-4e1e-ab29-fba4ab6855fc tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1736908
Jun 29 21:49:16.996470 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9d2d068a-f7bf-4b63-a993-88273b8af42b req-5270fafb-ac67-4b42-9afb-74bcac25cc12 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508738
Jun 29 21:49:18.208701 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc17923-23c5-45b9-9972-b68e39177c07 req-d82c1af2-29b8-487b-ad5f-8567c7adb3c4 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:18.210041 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fc17923-23c5-45b9-9972-b68e39177c07 req-d82c1af2-29b8-487b-ad5f-8567c7adb3c4 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1472332
Jun 29 21:49:18.279296 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34d4f-1587-42e4-b210-3576bfd864d5 req-c7d3f0ed-4acc-4179-9cc5-75f08b0ecbdb tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:18.280785 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5bd34d4f-1587-42e4-b210-3576bfd864d5 req-c7d3f0ed-4acc-4179-9cc5-75f08b0ecbdb tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1316009
Jun 29 21:49:18.283202 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2fc17923-23c5-45b9-9972-b68e39177c07 req-ecd6d1c3-3e5a-44f8-9a42-0ab07adeb699 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675557
Jun 29 21:49:18.343934 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5bd34d4f-1587-42e4-b210-3576bfd864d5 req-b9b16eef-4a8e-4f4f-a1bb-bb0b06822750 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512509
Jun 29 21:49:19.497601 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba4f6-267f-4068-baf6-d29ff30ebc20 req-ee1e6710-876a-4a1a-8a9a-9ca18307afc0 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:19.500175 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28fba4f6-267f-4068-baf6-d29ff30ebc20 req-ee1e6710-876a-4a1a-8a9a-9ca18307afc0 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.0887740
Jun 29 21:49:19.579524 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28fba4f6-267f-4068-baf6-d29ff30ebc20 req-45be6741-e5ee-4a50-83cf-e722267cc8dc tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519369
Jun 29 21:49:19.706067 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7df4e-7fe5-43a2-b594-6a082f6b8d2f req-028eff24-f64d-4a4a-9ea7-4d05c8f746f7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:19.707684 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-48f7df4e-7fe5-43a2-b594-6a082f6b8d2f req-028eff24-f64d-4a4a-9ea7-4d05c8f746f7 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.0858343
Jun 29 21:49:19.794722 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-8b4f9d68-2b91-4ce3-b184-ecb6adfa3245 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21ca64bd37f343b1a16842ae343113b6&device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1096 time: 0.1274431
Jun 29 21:49:19.803819 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-48f7df4e-7fe5-43a2-b594-6a082f6b8d2f req-94c85b2a-b058-4a81-9361-632e564b8638 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892384
Jun 29 21:49:19.982230 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-cef68e71-02d9-4680-9d00-354c3b8a46e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:19.984041 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-cef68e71-02d9-4680-9d00-354c3b8a46e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 200  len: 918 time: 0.1522074
Jun 29 21:49:20.096257 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-ff442f33-fc3c-400a-b866-7e6b67c15787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 200  len: 999 time: 0.1035664
Jun 29 21:49:20.166436 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-73a72fdb-8f89-4143-86e7-3843df2493d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:20.167964 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-73a72fdb-8f89-4143-86e7-3843df2493d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 200  len: 856 time: 0.0649867
Jun 29 21:49:20.262028 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-ed80d6cf-a396-492e-b6e3-299cafcea0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4a4472c-c3f2-428c-9303-a06dd5d09a26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857947
Jun 29 21:49:20.408774 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-8b88a60f-2d42-462a-b2d9-d091b7f3a89c service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388650
Jun 29 21:49:20.656938 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8daa6e46-f401-4e44-b007-d5fba4fa11df req-36ba96c3-775d-4467-820f-5023f35c7bbc service neutron] 10.222.0.26 "GET /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391303
Jun 29 21:49:20.827192 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131bc27-df2e-4929-8e67-6d99a967feb3 req-3e529d8a-cda0-42b4-8168-e4a722313d44 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:20.828743 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7131bc27-df2e-4929-8e67-6d99a967feb3 req-3e529d8a-cda0-42b4-8168-e4a722313d44 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.0894449
Jun 29 21:49:20.898575 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7131bc27-df2e-4929-8e67-6d99a967feb3 req-3aec9c06-0eb5-4a74-9193-b90d1101e984 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629520
Jun 29 21:49:21.069868 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab03be-93d2-448a-ba33-179ba75509e7 req-869a35c1-b473-4a2a-aee4-f2d58e83cbbb tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:21.072586 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9cab03be-93d2-448a-ba33-179ba75509e7 req-869a35c1-b473-4a2a-aee4-f2d58e83cbbb tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.1208050
Jun 29 21:49:21.123950 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9cab03be-93d2-448a-ba33-179ba75509e7 req-4cc5d9bd-e4be-46d6-9dcd-bd74e2233e57 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458331
Jun 29 21:49:22.256314 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:49:22.467393 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d4f86-1909-43bf-ab3e-3dddd843b750 req-884e6f19-6418-4b46-806b-20b3870946c2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:22.468954 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5e5d4f86-1909-43bf-ab3e-3dddd843b750 req-884e6f19-6418-4b46-806b-20b3870946c2 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.2323930
Jun 29 21:49:22.473362 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:22.488428 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'port_id': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'mac_address': 'fa:16:3e:e4:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:49:22.509414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf13ddf-a0b2-4d32-b219-297dba27a535 req-ee06e45c-c6ae-404e-8425-120c54b44427 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:22.510936 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2bf13ddf-a0b2-4d32-b219-297dba27a535 req-ee06e45c-c6ae-404e-8425-120c54b44427 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 943 time: 0.2281682
Jun 29 21:49:22.549501 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5e5d4f86-1909-43bf-ab3e-3dddd843b750 req-f51a7709-09b8-4ada-aeec-b300521761cb tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731363
Jun 29 21:49:22.555675 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:22.572115 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2bf13ddf-a0b2-4d32-b219-297dba27a535 req-383a5101-e998-4ffb-8b32-515590b160de tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537899
Jun 29 21:49:22.589155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:49:22.616346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:22.621183 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:22.622977 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:22.687584 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=9']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:22.691395 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:22.870562 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['9374e367-ecf3-4c5b-944e-e3e7fb5621b5'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:49:23.823967 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397567-db82-492c-98c7-792e4e6e8c20 req-840dac01-5a49-4a34-8546-000eabf89d42 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:23.825546 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab397567-db82-492c-98c7-792e4e6e8c20 req-840dac01-5a49-4a34-8546-000eabf89d42 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1504097
Jun 29 21:49:23.854295 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d36e6-98d8-44fe-a456-36fda1bbd5d8 req-612c4e3b-4b84-491b-98ce-b0bf2e2f1731 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:23.855810 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b1d36e6-98d8-44fe-a456-36fda1bbd5d8 req-612c4e3b-4b84-491b-98ce-b0bf2e2f1731 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 944 time: 0.1264186
Jun 29 21:49:23.877945 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-c5c12f24-2e86-4bb6-88b0-ae35ccad8786 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:23.878668 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-c5c12f24-2e86-4bb6-88b0-ae35ccad8786 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Synchronizing usage tracker for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:49:23.897453 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-c5c12f24-2e86-4bb6-88b0-ae35ccad8786 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Unset dirty status for tenant:73350f8dcfad4e668fffdb38d376731c on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:49:23.898673 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-c5c12f24-2e86-4bb6-88b0-ae35ccad8786 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 945 time: 0.1087902
Jun 29 21:49:23.918337 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab397567-db82-492c-98c7-792e4e6e8c20 req-99f9e483-9283-456b-81d6-dd381076ba1e tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1fe8cc-8dc0-480c-a560-be523f479395&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837955
Jun 29 21:49:23.929969 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b1d36e6-98d8-44fe-a456-36fda1bbd5d8 req-acf158fa-1984-45fd-ab8a-e283fe25d4bd tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622346
Jun 29 21:49:23.974691 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Deleting port d3c4b959-47af-421d-a2ab-d9535db69f9b {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:49:23.975036 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.261071 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] For port d3c4b959-47af-421d-a2ab-d9535db69f9b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d3c4b959-47af-421d-a2ab-d9535db69f9b,segment=NetworkSegment(7c6b98d2-7661-42f4-93a2-d528bfbebac5),segment_id=7c6b98d2-7661-42f4-93a2-d528bfbebac5)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:24.261383 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.262368 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:49:24.343420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:49:24.343928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.384596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Calling delete_port for d3c4b959-47af-421d-a2ab-d9535db69f9b owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:49:24.468300 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.498276 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:24.510456 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:49:24.516028 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.517865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:24.560823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.566993 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9a84dc11-75f4-4ac6-a0bc-9688adfa6ccb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:24.586903 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'code': 200}
Jun 29 21:49:24.588086 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['d3c4b959-47af-421d-a2ab-d9535db69f9b'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:49:24.613001 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Pushing event deleted for resources: {'Port': ['ID=d3c4b959-47af-421d-a2ab-d9535db69f9b,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:24.636092 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.636685 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.637219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.637740 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.638788 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.639392 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.639922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.640477 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.641004 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.643125 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.643573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:24.653642 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=10']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:24.659513 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:24.681311 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:24.727753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] No DVR routers for this DVR port d3c4b959-47af-421d-a2ab-d9535db69f9b on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:49:24.730459 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:24.733491 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'name': 'network-vif-deleted', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:24.771726 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fdb94c37-b8e2-438f-a51c-17dd97bab2d7 req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.26 "DELETE /v2.0/ports/d3c4b959-47af-421d-a2ab-d9535db69f9b HTTP/1.1" status: 204  len: 173 time: 0.8663087
Jun 29 21:49:24.850285 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0ede22-feac-4c8a-a43e-fcf213672fea', 'name': 'network-vif-deleted', 'tag': 'd3c4b959-47af-421d-a2ab-d9535db69f9b', 'status': 'completed', 'code': 200}
Jun 29 21:49:24.910588 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccbd67cd-7f3c-4f1d-af9d-c0198cd16c8b req-0f22cb1e-261d-4011-81d3-bd52ded50c53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 1099 time: 0.1198192
Jun 29 21:49:24.974630 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccbd67cd-7f3c-4f1d-af9d-c0198cd16c8b req-2ef8d4b5-9c49-420b-b33f-f31940545ca6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498559
Jun 29 21:49:25.191731 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e91d85e3-6866-436a-8566-79eada5fc8eb req-c76946a7-14cc-4ef1-bbb3-347f08e4e4dc tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0ede22-feac-4c8a-a43e-fcf213672fea HTTP/1.1" status: 200  len: 210 time: 0.0973861
Jun 29 21:49:25.245389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa0f6a-3f36-499a-a124-fc6efa65b0d8 req-901a3db4-52cd-408a-b322-90b7a7bc4ff1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:25.246898 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4efa0f6a-3f36-499a-a124-fc6efa65b0d8 req-901a3db4-52cd-408a-b322-90b7a7bc4ff1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.0921745
Jun 29 21:49:25.308716 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4efa0f6a-3f36-499a-a124-fc6efa65b0d8 req-2f3c4026-59c2-4941-b640-98d256804568 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489700
Jun 29 21:49:25.338117 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3432686b-6f1e-4a9c-b244-87af647a6e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:25.767086 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:26.682737 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c82450-5bab-480b-9c65-240278e18daf req-809e08be-2645-4f72-afa6-b60f67fde65c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:26.685000 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73c82450-5bab-480b-9c65-240278e18daf req-809e08be-2645-4f72-afa6-b60f67fde65c tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.0982895
Jun 29 21:49:26.741784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73c82450-5bab-480b-9c65-240278e18daf req-3a96a62c-ecf9-4381-8daa-45e95dcfc7f6 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445795
Jun 29 21:49:27.644442 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-df0fc528-be20-4d95-bc23-065ab8bf8769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:27.964111 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a09773-b74d-4d5f-9a77-3515fee7fbb6 req-bf0e1447-5143-482d-95c6-444fcaf3aad9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:27.965606 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28a09773-b74d-4d5f-9a77-3515fee7fbb6 req-bf0e1447-5143-482d-95c6-444fcaf3aad9 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.0816355
Jun 29 21:49:28.019415 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28a09773-b74d-4d5f-9a77-3515fee7fbb6 req-d8b679c0-5711-4448-a7f9-586f1ef90990 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481625
Jun 29 21:49:28.779877 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d3c4b959-47af-421d-a2ab-d9535db69f9b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:49:28.817023 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: d3c4b959-47af-421d-a2ab-d9535db69f9b {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:49:28.817377 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device d3c4b959-47af-421d-a2ab-d9535db69f9b not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:49:28.853343 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:30.105687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:44.528251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:48.864846 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40676) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:49.056479 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.095112 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:49.100318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Usage tracker for resource:security_group_rule and tenant:dd49f33e75e84d4a9c5818cdc1442727 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:49.104313 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:49.112193 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:49.196992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.203214 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.210884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-961e747d-639c-475e-8546-1a81140639d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:49.246700 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd49f33e75e84d4a9c5818cdc1442727&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3788524
Jun 29 21:49:49.249901 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40684) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:49.263498 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3761d266-3c5c-40aa-a70d-392226c99df6,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:49.274395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.274771 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.275404 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.275967 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.276536 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.276890 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.277433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.278091 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.278636 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.279289 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.279825 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:49:49.284644 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8bba6670-7e89-4281-b065-ddaccdaebf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:49.378217 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.435569 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.456693 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:49:49.566844 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.589683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6694fefc-8203-49b4-9639-6db9916ccccf tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:49.627961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761d266-3c5c-40aa-a70d-392226c99df6,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:49.629746 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:49.644083 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3761d266-3c5c-40aa-a70d-392226c99df6 HTTP/1.1" status: 204  len: 168 time: 0.3915253
Jun 29 21:49:49.645460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:50.930602 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40710) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:51.085930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-569874013-network', 'tenant_id': 'e231dfefcb6740cc8133cf26d43a6945'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:51.090722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:51.103713 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Usage tracker for resource:network and tenant:e231dfefcb6740cc8133cf26d43a6945 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:51.107112 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:51.114123 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:51.128729 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Made reservation on behalf of e231dfefcb6740cc8133cf26d43a6945 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:49:51.132027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.145784 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.183033 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:51.187745 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Usage tracker for resource:security_group_rule and tenant:e231dfefcb6740cc8133cf26d43a6945 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:51.191820 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:51.199975 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:51.319298 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.325278 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.332695 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-685e4f59-3e86-41f8-8fe6-cf5148933946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:51.413508 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 21:49:51.457543 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e826d-43ac-4919-98a3-388cbcd59d97,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:51.467285 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.467930 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Added segment cc28ba36-b8b3-4170-8e47-101804487c41 of type vlan for network 814d26ff-0946-4bb0-943a-71cd043e8e45
Jun 29 21:49:51.469376 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:51.511510 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.563486 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.565420 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:51.566011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:51.570340 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:51.681858 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Pushing event updated for resources: {'Network': ['ID=814d26ff-0946-4bb0-943a-71cd043e8e45,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:51.685768 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7540097
Jun 29 21:49:51.686755 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:51.690452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40722) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:51.697764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Request body: {'subnet': {'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-569874013-subnet', 'tenant_id': 'e231dfefcb6740cc8133cf26d43a6945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:51.701186 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 814d26ff-0946-4bb0-943a-71cd043e8e45 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 21:49:51.703615 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:51.708877 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Usage tracker for resource:subnet and tenant:e231dfefcb6740cc8133cf26d43a6945 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:51.712310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:51.720370 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:51.746104 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Made reservation on behalf of e231dfefcb6740cc8133cf26d43a6945 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:49:51.765161 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:52.064620 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:52.069275 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9fe402e0-64cf-46af-8020-f8c4eafdc229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:52.140073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5af91a-1906-4c1f-8e98-850b5e4f5d52,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:52.143807 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:52.153319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Checking segment: {'id': 'cc28ba36-b8b3-4170-8e47-101804487c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:49:52.153662 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Network hostable DHCP agents. Network: 814d26ff-0946-4bb0-943a-71cd043e8e45, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 21:49:52.176119 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Network 814d26ff-0946-4bb0-943a-71cd043e8e45 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 21:49:52.189901 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 814d26ff-0946-4bb0-943a-71cd043e8e45) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:49:52.196715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:52.197461 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:52.207506 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe662b-9937-4319-91d5-9d44e140eaf4 None None] Network 814d26ff-0946-4bb0-943a-71cd043e8e45 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:49:52.230386 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5342476
Jun 29 21:49:52.458614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30e374-e8a0-4cae-9b6d-15442896c787 None None] Network 814d26ff-0946-4bb0-943a-71cd043e8e45 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:49:54.415337 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-92ed116a-2629-4659-9c0b-d65d769cd09f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:54.416670 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-92ed116a-2629-4659-9c0b-d65d769cd09f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 813 time: 0.1476092
Jun 29 21:49:54.432460 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-e428fbd0-fa0a-4099-aa35-befda81191a1 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/quotas/e231dfefcb6740cc8133cf26d43a6945 HTTP/1.1" status: 200  len: 375 time: 0.0104048
Jun 29 21:49:54.477298 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-a499e842-a09b-4dcc-83ec-b8c83a2deb59 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398736
Jun 29 21:49:54.608197 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-c8a01d71-0055-4fa6-991d-5d2c572cbe45 service neutron] 10.222.0.21 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243863
Jun 29 21:49:54.750332 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-2c729d7b-5bb2-415d-9887-d9cc1874c22e service neutron] 10.222.0.21 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362314
Jun 29 21:49:54.789935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40806) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:54.952522 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Deleting subnet 14388636-00f5-4000-8029-a3442e1c7e0a {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:49:54.955663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:54.958849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8ef59315-4764-41af-aa35-2674f070b090 req-4dba6942-1a20-4143-88b3-467f82fab74d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0481274
Jun 29 21:49:55.007838 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.068671 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.145203 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.150114 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:55.184939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14388636-00f5-4000-8029-a3442e1c7e0a,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:55.189210 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:55.192997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.203210 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5b364836-6327-4380-8934-e5a3086d4593 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14388636-00f5-4000-8029-a3442e1c7e0a HTTP/1.1" status: 204  len: 168 time: 0.4098401
Jun 29 21:49:55.203472 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40820) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:55.311325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.324906 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c923fd1b-e2c8-45f6-af90-6cda3bcf7b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.441168 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.454369 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a887fad30>,) {'filters': {'network_id': ['517d0eec-53b6-40f2-b9d5-8d33d2aede30']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:49:55.470946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a887fad30>, '7c6b98d2-7661-42f4-93a2-d528bfbebac5') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:49:55.471255 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a887fad30>, '7c6b98d2-7661-42f4-93a2-d528bfbebac5') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:49:55.483485 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.500074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.506609 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:49:55.507116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:49:55.520591 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:49:55.599469 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.605389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.609558 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:55.635031 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=517d0eec-53b6-40f2-b9d5-8d33d2aede30,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:55.637692 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:55.640019 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-38cca2ff-8915-40b6-b5b6-8cdf86660f29 admin admin] 10.222.0.21 "DELETE /v2.0/networks/517d0eec-53b6-40f2-b9d5-8d33d2aede30 HTTP/1.1" status: 204  len: 168 time: 0.4354987
Jun 29 21:49:55.770016 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.788126 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40828) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:55.841947 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-636b768d-ac29-4797-97b2-1f4905588b1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73350f8dcfad4e668fffdb38d376731c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522180
Jun 29 21:49:55.844545 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40832) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:49:55.908851 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:55.945804 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.006359 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.011837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff2f-091a-47b6-b069-2885a0a5112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:56.033172 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fe8cc-8dc0-480c-a560-be523f479395,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:56.035935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:56.043752 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.044923 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd1fe8cc-8dc0-480c-a560-be523f479395 HTTP/1.1" status: 204  len: 168 time: 0.1994071
Jun 29 21:49:56.169660 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fcea9d28-fc28-483b-abdb-f1ca5e0598c4 req-0d58b659-beae-401e-aa7e-7ff949f7d1d6 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0452743
Jun 29 21:49:56.175592 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-f621822d-6ac9-4ce3-82c5-8da634dc6a6c tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:56.176879 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-f621822d-6ac9-4ce3-82c5-8da634dc6a6c tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Synchronizing usage tracker for tenant:e231dfefcb6740cc8133cf26d43a6945 on resource:network {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:49:56.207357 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-f621822d-6ac9-4ce3-82c5-8da634dc6a6c tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Unset dirty status for tenant:e231dfefcb6740cc8133cf26d43a6945 on resource:network {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:49:56.208577 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-f621822d-6ac9-4ce3-82c5-8da634dc6a6c tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 813 time: 0.2170427
Jun 29 21:49:56.228250 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Request body: {'port': {'device_id': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45', 'admin_state_up': True, 'tenant_id': 'e231dfefcb6740cc8133cf26d43a6945'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:56.373079 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:49:56.376880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Usage tracker for resource:port and tenant:e231dfefcb6740cc8133cf26d43a6945 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:49:56.379678 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:49:56.385933 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:49:56.396956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Made reservation on behalf of e231dfefcb6740cc8133cf26d43a6945 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:49:56.400092 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.561974 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Allocated IP 172.20.0.9 (814d26ff-0946-4bb0-943a-71cd043e8e45/0e5af91a-1906-4c1f-8e98-850b5e4f5d52/a9c0a632-f630-483e-8a96-c659e680489f) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:49:56.768938 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.798829 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.808350 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-a425d672-1dfd-41af-9eef-b45357593743 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:56.875943 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Network 814d26ff-0946-4bb0-943a-71cd043e8e45 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:49:56.879017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:49:56.883464 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:49:56.915658 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Pushing event updated for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:56.922652 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:56.955253 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:56.955871 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:56.981150 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7569160
Jun 29 21:49:56.992988 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Request body: {'port': {'device_id': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:49:57.112182 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.412027 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65065e-e094-4e4c-86b4-57e25e9a53d6 req-0ca2c5c8-0be8-4cc5-b91e-fbb01fb14cbb tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:57.414780 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7f65065e-e094-4e4c-86b4-57e25e9a53d6 req-0ca2c5c8-0be8-4cc5-b91e-fbb01fb14cbb tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 931 time: 0.1094260
Jun 29 21:49:57.470795 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7f65065e-e094-4e4c-86b4-57e25e9a53d6 req-4f994d93-cadd-4ceb-b4fe-dfdc4903726c tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467658
Jun 29 21:49:57.582919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c0a632-f630-483e-8a96-c659e680489f {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:49:57.591317 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.608499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Transition to ACTIVE for port object a9c0a632-f630-483e-8a96-c659e680489f will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:49:57.612218 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.617327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-897ad145-f284-45b8-913b-57b9da507846 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:57.683945 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e5d68137-3981-4184-84a3-de9020e7ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.747688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:57.750499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:57.858510 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Attempting to bind port a9c0a632-f630-483e-8a96-c659e680489f on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:49:57.858835 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Attempting to bind port a9c0a632-f630-483e-8a96-c659e680489f by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc28ba36-b8b3-4170-8e47-101804487c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:49:57.859153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Attempting to bind port a9c0a632-f630-483e-8a96-c659e680489f on network 814d26ff-0946-4bb0-943a-71cd043e8e45 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:49:57.864846 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Port a9c0a632-f630-483e-8a96-c659e680489f on network 814d26ff-0946-4bb0-943a-71cd043e8e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:49:57.865153 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Attempting to bind port a9c0a632-f630-483e-8a96-c659e680489f on network 814d26ff-0946-4bb0-943a-71cd043e8e45 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:49:57.871736 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:49:57.872058 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Checking segment: {'id': 'cc28ba36-b8b3-4170-8e47-101804487c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:49:57.872431 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Bound using segment: {'id': 'cc28ba36-b8b3-4170-8e47-101804487c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:49:57.872841 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Bound port: a9c0a632-f630-483e-8a96-c659e680489f, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc28ba36-b8b3-4170-8e47-101804487c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:49:57.873169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.958430 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:49:57.961386 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a9c0a632-f630-483e-8a96-c659e680489f,segment=NetworkSegment(cc28ba36-b8b3-4170-8e47-101804487c41),segment_id=cc28ba36-b8b3-4170-8e47-101804487c41)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:49:57.965469 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:57.969763 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:49:58.031735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:58.033093 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 1093 time: 1.0444944
Jun 29 21:49:58.033591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:49:58.050277 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:49:58.053953 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:49:58.114123 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f', 'status': 'completed', 'code': 200}
Jun 29 21:49:58.152434 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-0964a3cb-cc3d-431f-979c-28ac1a0b4d96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1096 time: 0.0757229
Jun 29 21:49:58.221379 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-8e2b6ddc-65e0-4fc4-8823-48fc87599afc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0616930
Jun 29 21:49:58.281481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-7776a1d8-f623-4585-bde7-bfd9eda31f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:58.282871 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-7776a1d8-f623-4585-bde7-bfd9eda31f7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0550110
Jun 29 21:49:58.327203 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-a5f1e337-e24a-4053-bd8a-cd028faa4a11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369623
Jun 29 21:49:58.454261 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-2828ad89-66e7-4795-a889-2a0cc8294742 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207509
Jun 29 21:49:58.589189 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9571edf2-a8b0-43d7-b0da-69c5cc78627d req-ecc80ce6-dad7-45e6-b3df-3ec77df8000a service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286769
Jun 29 21:49:58.676945 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6253-d7ee-4e3e-9e63-722bf38c74f2 req-753d2a25-7912-44ce-904f-15577fc42460 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:58.679041 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4cbf6253-d7ee-4e3e-9e63-722bf38c74f2 req-753d2a25-7912-44ce-904f-15577fc42460 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 943 time: 0.0823145
Jun 29 21:49:58.714968 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-56af8503-46b2-446e-9d94-20c7f43396d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1096 time: 0.0760190
Jun 29 21:49:58.725725 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4cbf6253-d7ee-4e3e-9e63-722bf38c74f2 req-cd91d3b4-c587-4eb9-ace0-e4d6cfa58741 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411820
Jun 29 21:49:58.856543 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a189-de6d-484a-9256-f99718cd9360 req-f1b40939-72b0-480a-803c-94702f745574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:58.856679 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:49:58.860237 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-f1b40939-72b0-480a-803c-94702f745574 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.1387882
Jun 29 21:49:58.931804 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-5ee8e74f-0403-4765-be25-4baca856da6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0647995
Jun 29 21:49:59.092067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a189-de6d-484a-9256-f99718cd9360 req-18a0587d-44d1-494a-9021-93d32eeefdc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:59.093364 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-18a0587d-44d1-494a-9021-93d32eeefdc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.1528735
Jun 29 21:49:59.139134 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-ed5ae1f9-82a0-4865-9e76-f82afa330d7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392089
Jun 29 21:49:59.281232 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-1be487ca-8c3f-4eac-b0c2-f157f9aa6abe service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350036
Jun 29 21:49:59.423125 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-91d5a189-de6d-484a-9256-f99718cd9360 req-b9d5f9d7-1c17-436d-aa69-4f14ec979090 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331651
Jun 29 21:49:59.926447 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3a1db-7b00-448e-8ed0-649cef213af4 req-c25d7d81-b7c6-4e8a-aa2b-8089098c1a55 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:49:59.928007 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31d3a1db-7b00-448e-8ed0-649cef213af4 req-c25d7d81-b7c6-4e8a-aa2b-8089098c1a55 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 943 time: 0.0764494
Jun 29 21:49:59.980232 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31d3a1db-7b00-448e-8ed0-649cef213af4 req-945d4ffc-1e92-469b-9f1f-ccadaa10c208 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459874
Jun 29 21:50:00.108805 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.421235 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 40888) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:00.469288 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device a9c0a632-f630-483e-8a96-c659e680489f details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:50:00.589972 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.620529 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a9c0a632-f630-483e-8a96-c659e680489f,segment=NetworkSegment(cc28ba36-b8b3-4170-8e47-101804487c41),segment_id=cc28ba36-b8b3-4170-8e47-101804487c41)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:00.636342 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'a9c0a632-f630-483e-8a96-c659e680489f', 'network_id': '814d26ff-0946-4bb0-943a-71cd043e8e45', 'port_id': 'a9c0a632-f630-483e-8a96-c659e680489f', 'mac_address': 'fa:16:3e:69:57:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5af91a-1906-4c1f-8e98-850b5e4f5d52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:50:00.640800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:00.645281 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Usage tracker for resource:security_group_rule and tenant:6d77573015174bbea80265172d5a6308 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:00.649012 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:00.655466 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:00.698758 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.718650 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c0a632-f630-483e-8a96-c659e680489f {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:50:00.739117 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a9c0a632-f630-483e-8a96-c659e680489f,segment=NetworkSegment(cc28ba36-b8b3-4170-8e47-101804487c41),segment_id=cc28ba36-b8b3-4170-8e47-101804487c41)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:00.744869 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.747834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:00.763742 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.769867 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.803191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d287705e-5367-4acd-9702-b4f518c86ed4 tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:00.815535 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d77573015174bbea80265172d5a6308&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3930755
Jun 29 21:50:00.815875 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 40894) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:00.839622 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0915599-5053-4f94-b11b-204fc63e2594,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:00.843330 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9f44edda-d335-4220-a46a-0759cd47df0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:00.868659 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:00.873550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:00.915428 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.942979 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:00.992633 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['a9c0a632-f630-483e-8a96-c659e680489f'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:50:01.006225 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:01.012575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84e65129-9990-440e-b7f8-5b3624dcde26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:01.030461 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0915599-5053-4f94-b11b-204fc63e2594,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:01.036188 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:01.039516 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:01.041060 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0915599-5053-4f94-b11b-204fc63e2594 HTTP/1.1" status: 204  len: 168 time: 0.2212381
Jun 29 21:50:01.208190 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ba755-11ab-4cc9-b709-85ee94474797 req-1ac82c8b-1348-4161-8459-f5df8abe4d8d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:01.215071 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c9ba755-11ab-4cc9-b709-85ee94474797 req-1ac82c8b-1348-4161-8459-f5df8abe4d8d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 944 time: 0.0928092
Jun 29 21:50:01.345563 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c9ba755-11ab-4cc9-b709-85ee94474797 req-44fb102f-d204-418f-8c3e-d62f1605e71f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294262
Jun 29 21:50:02.133714 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32067f31-d854-4628-a778-a5cd3d3be244 req-1f3c0f22-9737-494f-b465-da34a467a9f5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:02.135757 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-32067f31-d854-4628-a778-a5cd3d3be244 req-1f3c0f22-9737-494f-b465-da34a467a9f5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.0920098
Jun 29 21:50:02.214216 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-32067f31-d854-4628-a778-a5cd3d3be244 req-4ba518c7-2088-481d-a176-f7b0bfaf522f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686929
Jun 29 21:50:02.477492 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device a9c0a632-f630-483e-8a96-c659e680489f up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:50:02.563694 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port a9c0a632-f630-483e-8a96-c659e680489f completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:50:02.573594 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port a9c0a632-f630-483e-8a96-c659e680489f triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:50:02.575524 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:02.587147 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bbe06-f59e-4e45-bc96-61167acad099 req-435e1e4d-1c44-4001-9b66-a7f5a5d37ad0 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:02.588894 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-388bbe06-f59e-4e45-bc96-61167acad099 req-435e1e4d-1c44-4001-9b66-a7f5a5d37ad0 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 944 time: 0.1008377
Jun 29 21:50:02.679205 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-388bbe06-f59e-4e45-bc96-61167acad099 req-8dcfc3fb-aa85-4c1a-841b-36e33765f592 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801382
Jun 29 21:50:02.755457 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:02.803993 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:02.816684 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a9c0a632-f630-483e-8a96-c659e680489f,segment=NetworkSegment(cc28ba36-b8b3-4170-8e47-101804487c41),segment_id=cc28ba36-b8b3-4170-8e47-101804487c41)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:02.821749 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:02.825240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-3dc6b927-1a7f-4575-81db-681117ea73fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:02.905399 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:02.911137 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f', 'code': 200}
Jun 29 21:50:02.912312 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:03.253273 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3597023-3046-4b84-8b7b-25618bec60cf req-b279e0f6-ec32-42bf-91dc-21f51f86a974 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.1166110
Jun 29 21:50:03.323767 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b3597023-3046-4b84-8b7b-25618bec60cf req-b7c21a2a-13d9-4daf-accf-ac23a3ea12dd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606837
Jun 29 21:50:03.504908 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-ccf26433-f5d5-4942-ad69-9c55cb3ac3ad tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:03.505948 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-ccf26433-f5d5-4942-ad69-9c55cb3ac3ad tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Synchronizing usage tracker for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:50:03.535969 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8328-1048-4bb9-893a-59d8f9133c6b req-689d1f26-d417-491d-81ab-75c515dfe99f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:03.538564 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0d3b8328-1048-4bb9-893a-59d8f9133c6b req-689d1f26-d417-491d-81ab-75c515dfe99f tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.1311362
Jun 29 21:50:03.539068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-ccf26433-f5d5-4942-ad69-9c55cb3ac3ad tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Unset dirty status for tenant:21ca64bd37f343b1a16842ae343113b6 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:50:03.541852 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-ccf26433-f5d5-4942-ad69-9c55cb3ac3ad tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 946 time: 0.1293120
Jun 29 21:50:03.605739 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0d3b8328-1048-4bb9-893a-59d8f9133c6b req-1341d920-315a-41fa-b487-bdc4420bbfb5 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups?id=e219ec7e-433b-4fce-8eb4-18a46d231fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599439
Jun 29 21:50:03.662115 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Deleting port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:03.662451 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:03.970312 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e398-3e55-4b83-86f1-b94628ed48f2 req-96e831d3-1690-44c7-a2d4-82981b2c9c07 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:03.972691 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9cd5e398-3e55-4b83-86f1-b94628ed48f2 req-96e831d3-1690-44c7-a2d4-82981b2c9c07 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 945 time: 0.0913446
Jun 29 21:50:04.009300 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] For port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:04.009595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:04.043593 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9cd5e398-3e55-4b83-86f1-b94628ed48f2 req-4a66c93b-4d1a-4a67-8783-d00770dd2114 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610247
Jun 29 21:50:04.358315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:04.359199 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:04.359199 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Floating IP 9dfcf417-38da-44f6-8dbd-d6f3a8a97586 disassociated. External IP: 172.27.3.208, port: 9374e367-ecf3-4c5b-944e-e3e7fb5621b5.
Jun 29 21:50:04.359585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Calling delete_port for 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:04.514934 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:04.522019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b6b90c4e-45c5-43b6-a9c6-bdd2fe677b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:04.569202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'Port': ['ID=9374e367-ecf3-4c5b-944e-e3e7fb5621b5,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:04.571677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:04.808234 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7f769302-1279-4128-b3ac-569f1e6eb444 req-92f6426b-379b-424d-a6dc-da26bc0dfd29 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/ports?device_id=77e9d58a-b4ef-42d9-ab69-81bc10e976fc HTTP/1.1" status: 200  len: 210 time: 0.0535131
Jun 29 21:50:04.965509 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:50:05.215203 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:50:05.228107 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:50:05.242058 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:05.243536 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89252df0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:49:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:05.310354 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] No DVR routers for this DVR port 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:50:05.315322 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:05.319061 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-deleted', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:05.353752 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d6013980-d204-40b4-8f4a-47a0b2d8c642 req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.26 "DELETE /v2.0/ports/9374e367-ecf3-4c5b-944e-e3e7fb5621b5 HTTP/1.1" status: 204  len: 173 time: 1.8034770
Jun 29 21:50:05.450888 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e9d58a-b4ef-42d9-ab69-81bc10e976fc', 'name': 'network-vif-deleted', 'tag': '9374e367-ecf3-4c5b-944e-e3e7fb5621b5', 'status': 'completed', 'code': 200}
Jun 29 21:50:05.505732 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7a167-fe31-493d-aad3-d6948d486b3d req-d4bba120-ddd4-4381-9d38-b91ebe839273 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:05.508446 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06d7a167-fe31-493d-aad3-d6948d486b3d req-d4bba120-ddd4-4381-9d38-b91ebe839273 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 945 time: 0.1911263
Jun 29 21:50:05.583385 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06d7a167-fe31-493d-aad3-d6948d486b3d req-ca4944da-374b-4bb3-823f-8c2353a615ac tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682776
Jun 29 21:50:05.592948 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:06.019402 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89252df0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:06.024011 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:50:06.039599 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:06.040244 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89252df0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:49:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:06.308888 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:06.514133 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:50:06.556239 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:50:06.556914 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 9374e367-ecf3-4c5b-944e-e3e7fb5621b5 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:50:06.702587 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-e4019564-b989-4899-bc71-83e003831f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89252df0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:06.706975 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4019564-b989-4899-bc71-83e003831f1b None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:43:36Z', 'revision_number': 4, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '56a6d384-61d4-49f1-b524-325eb058f461', 'name': '', 'network_id': 'a4a4472c-c3f2-428c-9303-a06dd5d09a26', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'mac_address': 'fa:16:3e:d7:a1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:35Z', 'updated_at': '2021-06-29T21:44:18Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'subnets': [{'id': 'b429c13a-8b02-4026-8fe3-3ee6fec8ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:50:07.004132 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0549a3-3f6e-4cc8-90a8-e05e4f22d911 None None] New status for floating IP 9dfcf417-38da-44f6-8dbd-d6f3a8a97586: DOWN {{(pid=74254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:50:07.097459 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 41006) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:07.229402 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.271131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.329580 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.333520 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3b4f0b61-e00e-46dc-b8fc-7b75e161ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:07.350837 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219ec7e-433b-4fce-8eb4-18a46d231fa1,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:07.353548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:07.361272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.362388 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "DELETE /v2.0/security-groups/e219ec7e-433b-4fce-8eb4-18a46d231fa1 HTTP/1.1" status: 204  len: 168 time: 0.2636328
Jun 29 21:50:07.365543 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41010) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:07.384617 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.api.v2.resource [None req-0c25b435-b886-4d10-b67d-94dc114f2709 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] show failed (client error): The resource could not be found.
Jun 29 21:50:07.385611 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0c25b435-b886-4d10-b67d-94dc114f2709 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "GET /v2.0/security-groups/e219ec7e-433b-4fce-8eb4-18a46d231fa1 HTTP/1.1" status: 404  len: 347 time: 0.0190792
Jun 29 21:50:07.391415 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41014) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:07.557435 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Deleting port c415f10f-b47f-47ad-9ea3-bdcaca656774 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:07.557769 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.765668 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.766241 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:07.890821 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Calling delete_port for c415f10f-b47f-47ad-9ea3-bdcaca656774 owned by network:floatingip {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:08.039630 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:08.044405 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a91b7a2d-efc0-4b41-ab81-6559e9bb496c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:08.086093 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Pushing event deleted for resources: {'Port': ['ID=c415f10f-b47f-47ad-9ea3-bdcaca656774,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:08.090144 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:08.187199 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks [] for floatingip, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:08.209663 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:08.210819 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] 10.222.0.21 "DELETE /v2.0/floatingips/9dfcf417-38da-44f6-8dbd-d6f3a8a97586 HTTP/1.1" status: 204  len: 168 time: 0.8184159
Jun 29 21:50:11.053399 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41054) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:11.767689 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:12.395443 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Deleting port 56a6d384-61d4-49f1-b524-325eb058f461 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:12.396093 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:12.572831 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] For port 56a6d384-61d4-49f1-b524-325eb058f461, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=56a6d384-61d4-49f1-b524-325eb058f461,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:12.573186 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:12.698519 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Calling delete_port for 56a6d384-61d4-49f1-b524-325eb058f461 owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:12.889328 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:12.893577 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-c3c02e15-baf9-4d36-b8e1-4f2026f5b459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:12.935633 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a6d384-61d4-49f1-b524-325eb058f461,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:12.938589 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:13.350079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:13.928433 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Router 1df339fa-d2a5-40fe-94ca-c371b9930194 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:50:14.145609 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:50:14.153986 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Sync routers for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:50:14.158480 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] 10.222.0.21 "PUT /v2.0/routers/1df339fa-d2a5-40fe-94ca-c371b9930194/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1038477
Jun 29 21:50:14.160861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41068) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:14.169109 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:14.169665 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8927a9d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:49:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:14.371319 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:14.382861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:14.533186 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:14.594797 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:14.604913 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Deleting port 922b7a28-661d-47ce-8015-55dba45b5510 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:14.605246 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:14.671676 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8927a9d0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '922b7a28-661d-47ce-8015-55dba45b5510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:50:12Z', 'revision_number': 5, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port': {'id': '922b7a28-661d-47ce-8015-55dba45b5510', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:43:26Z', 'updated_at': '2021-06-29T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:14.676021 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Checking router: 1df339fa-d2a5-40fe-94ca-c371b9930194 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:50:14.688522 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Routers {'1df339fa-d2a5-40fe-94ca-c371b9930194'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:14.689133 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8927a9d0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:49:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['1df339fa-d2a5-40fe-94ca-c371b9930194'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:14.858261 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] Set router 1df339fa-d2a5-40fe-94ca-c371b9930194 gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:14.906788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] For port 922b7a28-661d-47ce-8015-55dba45b5510, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=922b7a28-661d-47ce-8015-55dba45b5510,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:14.907137 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:14.964742 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8927a9d0>, [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:50:14Z', 'revision_number': 6, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:14.969328 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db405275-87e4-4a10-ab35-11b26b70b93b None None] The sync data for ids ['1df339fa-d2a5-40fe-94ca-c371b9930194'] in dv-cinder-798672-2-iscsi is: [{'id': '1df339fa-d2a5-40fe-94ca-c371b9930194', 'name': 'tempest-AttachVolumeShelveTestJSON-2075837905-router', 'tenant_id': '21ca64bd37f343b1a16842ae343113b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:43:25Z', 'updated_at': '2021-06-29T21:50:14Z', 'revision_number': 6, 'project_id': '21ca64bd37f343b1a16842ae343113b6', 'gw_port_host': None}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:50:15.037369 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Calling delete_port for 922b7a28-661d-47ce-8015-55dba45b5510 owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:15.210006 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.214252 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3d631204-2c66-4b1a-901f-dcf17f6941ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:15.256516 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Pushing event deleted for resources: {'Port': ['ID=922b7a28-661d-47ce-8015-55dba45b5510,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:15.260300 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:15.400042 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 56a6d384-61d4-49f1-b524-325eb058f461 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:50:15.441132 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 56a6d384-61d4-49f1-b524-325eb058f461 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:50:15.441474 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 56a6d384-61d4-49f1-b524-325eb058f461 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:50:15.516231 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.779468 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.784108 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.814356 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.815853 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df339fa-d2a5-40fe-94ca-c371b9930194 {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 21:50:15.831149 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.833849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] 10.222.0.21 "DELETE /v2.0/routers/1df339fa-d2a5-40fe-94ca-c371b9930194 HTTP/1.1" status: 204  len: 168 time: 1.6705365
Jun 29 21:50:15.836694 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41080) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:15.902407 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Deleting subnet b429c13a-8b02-4026-8fe3-3ee6fec8ac42 {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 21:50:15.905813 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:15.956977 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.037951 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.123873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.129334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8869b7bd-9f28-4c44-b15f-7d8e2c6069e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:16.164775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b429c13a-8b02-4026-8fe3-3ee6fec8ac42,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:16.168836 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:16.172929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.178181 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11745015-eefd-4f4f-bd46-c200b69bda85 None None] Network a4a4472c-c3f2-428c-9303-a06dd5d09a26 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 21:50:16.180085 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b429c13a-8b02-4026-8fe3-3ee6fec8ac42 HTTP/1.1" status: 204  len: 168 time: 0.3439879
Jun 29 21:50:16.183037 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41084) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:16.409522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.423877 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Deleting port f4f6a0bc-0b69-4230-973c-1169603de50d {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:16.424311 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.488073 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] DHCP port deletion for a4a4472c-c3f2-428c-9303-a06dd5d09a26 request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 21:50:16.496648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Deleting port f4f6a0bc-0b69-4230-973c-1169603de50d {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:16.497244 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.740673 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] For port f4f6a0bc-0b69-4230-973c-1169603de50d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f4f6a0bc-0b69-4230-973c-1169603de50d,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:16.740673 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.741094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] For port f4f6a0bc-0b69-4230-973c-1169603de50d, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=f4f6a0bc-0b69-4230-973c-1169603de50d,segment=NetworkSegment(93324964-f467-4366-8bcb-75245653a476),segment_id=93324964-f467-4366-8bcb-75245653a476)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:16.741094 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.885334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Calling delete_port for f4f6a0bc-0b69-4230-973c-1169603de50d owned by network:dhcp {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:16.915524 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Calling delete_port for f4f6a0bc-0b69-4230-973c-1169603de50d owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:16.978632 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:16.984223 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8614d107-584e-4520-a055-ba50206853be tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:16.999118 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 21:50:16.999427 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 21:50:17.037146 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f6a0bc-0b69-4230-973c-1169603de50d,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:17.039655 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:17.042233 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] No DVR routers for this DVR port f4f6a0bc-0b69-4230-973c-1169603de50d on host dv-cinder-798672-2-iscsi {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:50:17.171910 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.195989 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a889e7c10>,) {'filters': {'network_id': ['a4a4472c-c3f2-428c-9303-a06dd5d09a26']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:17.204578 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 922b7a28-661d-47ce-8015-55dba45b5510 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:50:17.213471 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a889e7c10>, '93324964-f467-4366-8bcb-75245653a476') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:17.213782 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a889e7c10>, '93324964-f467-4366-8bcb-75245653a476') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:17.231607 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.241844 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 922b7a28-661d-47ce-8015-55dba45b5510 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:50:17.242189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 922b7a28-661d-47ce-8015-55dba45b5510 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:50:17.242609 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f4f6a0bc-0b69-4230-973c-1169603de50d no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:50:17.253137 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.268856 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 21:50:17.269594 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.282036 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: f4f6a0bc-0b69-4230-973c-1169603de50d {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:50:17.282387 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device f4f6a0bc-0b69-4230-973c-1169603de50d not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 21:50:17.287055 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 21:50:17.377167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.381156 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:17.396205 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.408200 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a4472c-c3f2-428c-9303-a06dd5d09a26,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:17.411512 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:17.422457 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4a4472c-c3f2-428c-9303-a06dd5d09a26 HTTP/1.1" status: 204  len: 168 time: 1.2383556
Jun 29 21:50:17.500695 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Deleting port f4f6a0bc-0b69-4230-973c-1169603de50d {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:17.501189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.568999 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f6ce3-62dd-43af-bbac-842700286708 None None] The port 'f4f6a0bc-0b69-4230-973c-1169603de50d' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 21:50:17.596244 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41096) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:17.656080 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b29116b6-300e-4a76-9747-331863b55c26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21ca64bd37f343b1a16842ae343113b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0585713
Jun 29 21:50:17.667369 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41102) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:17.735990 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.765523 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.828493 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.832925 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e262c24f-9b2b-4fda-9b1c-57eb8d41cc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:17.849033 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d770c5e7-cd2d-45a3-92df-4664cbdf521a,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:17.855888 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:17.857527 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:17.858655 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d770c5e7-cd2d-45a3-92df-4664cbdf521a HTTP/1.1" status: 204  len: 168 time: 0.1900723
Jun 29 21:50:20.401989 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-01901588-74e8-40d8-bb16-ce2c266d8ae0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732334
Jun 29 21:50:20.498197 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-4753175f-b643-4602-9977-111cc7db3f5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 1098 time: 0.0751188
Jun 29 21:50:20.648701 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-f36e0454-700a-465a-a38d-1e0936c4b99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:20.650479 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-f36e0454-700a-465a-a38d-1e0936c4b99f service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1296668
Jun 29 21:50:20.765276 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-9a80d3c1-1ac1-4d32-9645-0bea65073a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 200  len: 1000 time: 0.1045423
Jun 29 21:50:20.831718 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-084daa17-8c36-4327-acc1-095653781dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:20.833236 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-084daa17-8c36-4327-acc1-095653781dfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0612783
Jun 29 21:50:20.919002 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-42a3f15b-bdbd-4c19-a60b-3ad0b70eac8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786533
Jun 29 21:50:21.066424 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-3e071457-355d-46ee-8ccd-14dce775b9c8 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404018
Jun 29 21:50:21.212192 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-92c56c89-89ad-4e01-8376-6ffe8e351b40 req-5db0b806-8e45-41d1-8803-c72ae8a25298 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342075
Jun 29 21:50:23.362879 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303c32-97f5-4c24-a534-8020dace4b42 req-da0e15fd-442b-41bf-8d4c-5861b1494e5b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:23.364321 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fe303c32-97f5-4c24-a534-8020dace4b42 req-da0e15fd-442b-41bf-8d4c-5861b1494e5b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0788844
Jun 29 21:50:23.412543 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fe303c32-97f5-4c24-a534-8020dace4b42 req-8e8b4d1e-28a0-4d15-bb70-f2950b4baf51 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426056
Jun 29 21:50:24.608720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4e02-c1a4-4d82-bb6e-3968c80cdcf4 req-44e24163-fa06-45de-b9ae-c6776022a5ff tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:24.610129 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ccba4e02-c1a4-4d82-bb6e-3968c80cdcf4 req-44e24163-fa06-45de-b9ae-c6776022a5ff tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0784805
Jun 29 21:50:24.653905 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ccba4e02-c1a4-4d82-bb6e-3968c80cdcf4 req-1944ec86-65e2-4479-8055-ef225ca09ab6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382762
Jun 29 21:50:25.319154 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-23cc8935-ffe6-4736-a77b-c0adcd8d3e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:25.764206 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:25.855021 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a0095-3950-4696-86b5-f222711de0d6 req-bed7fa29-0032-49b5-8707-09a8e7a33cf0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:25.856565 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3e9a0095-3950-4696-86b5-f222711de0d6 req-bed7fa29-0032-49b5-8707-09a8e7a33cf0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0826492
Jun 29 21:50:25.905881 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3e9a0095-3950-4696-86b5-f222711de0d6 req-c05a9d0e-22ee-4001-8f42-b42c09e920be tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419054
Jun 29 21:50:26.447730 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:50:27.111166 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f483fe8-53fa-4a71-b5b2-fada31fa8fc0 req-f1dbfb1d-b8b5-4a83-9efb-321a9f2e1eac tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:27.112749 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1f483fe8-53fa-4a71-b5b2-fada31fa8fc0 req-f1dbfb1d-b8b5-4a83-9efb-321a9f2e1eac tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0804758
Jun 29 21:50:27.160919 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1f483fe8-53fa-4a71-b5b2-fada31fa8fc0 req-3a78387f-862c-4c87-bc30-71cb9b6ee282 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423551
Jun 29 21:50:27.646613 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-235b1643-9379-4bac-b649-ce29c64004c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:28.389760 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976fcab-a741-48c0-b50a-a06a8dc9547b req-60dbe4c8-3072-4d31-a80c-cbf7e564ff15 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:28.402696 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8976fcab-a741-48c0-b50a-a06a8dc9547b req-60dbe4c8-3072-4d31-a80c-cbf7e564ff15 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.1143889
Jun 29 21:50:28.450663 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8976fcab-a741-48c0-b50a-a06a8dc9547b req-2b07ab48-b812-4fb2-bc6d-0cc3530ff700 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467672
Jun 29 21:50:28.639244 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41278) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:28.781814 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:28.813048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:28.816762 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Usage tracker for resource:security_group_rule and tenant:c5e262272a1c4de68558b49f2208830a is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:28.819615 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:28.825224 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:28.856066 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:28.894038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:28.897936 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:28.904484 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2142735a-5bdd-4060-8add-41f6fefdf4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:28.943692 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee25b30-4291-4c97-a257-a137be70b03a,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:28.947037 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:28.949360 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1d0b8124-6d66-4394-918f-ee2d01ce6f4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5e262272a1c4de68558b49f2208830a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3091304
Jun 29 21:50:28.952107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41284) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:29.010092 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:29.034492 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:29.170482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:29.174417 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5770aaad-1fa3-4f93-83ee-c99174f0e1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:29.185203 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee25b30-4291-4c97-a257-a137be70b03a,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:29.188024 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:29.193512 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:29.194626 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ee25b30-4291-4c97-a257-a137be70b03a HTTP/1.1" status: 204  len: 168 time: 0.2416253
Jun 29 21:50:29.658092 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17453f-c5af-4133-afc9-73dff2095185 req-03b6a7ed-f5df-4536-9bd1-a63022891aa1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:29.659778 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf17453f-c5af-4133-afc9-73dff2095185 req-03b6a7ed-f5df-4536-9bd1-a63022891aa1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 945 time: 0.0815480
Jun 29 21:50:29.726450 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf17453f-c5af-4133-afc9-73dff2095185 req-43f06d88-e791-438c-b0d9-e9a0456b6e77 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600004
Jun 29 21:50:30.116891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:30.632928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 4cdb93fa-a3ef-46c8-b894-d55fceacbfde no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:50:30.740544 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:30.773648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:30.774561 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:30.781965 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:30.783750 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:30.862987 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=6']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:30.874205 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'code': 200}
Jun 29 21:50:30.875788 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.876122 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.876448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.876771 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.877228 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.877550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.877864 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.878229 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.878789 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.880298 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.880618 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:30.886815 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:30.981728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927da0-8ee1-4580-89d5-f1ed8bf9c03e req-04d51956-74de-4ac8-b947-bd9e91a183cf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:30.983204 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-55927da0-8ee1-4580-89d5-f1ed8bf9c03e req-04d51956-74de-4ac8-b947-bd9e91a183cf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0814745
Jun 29 21:50:31.029091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-55927da0-8ee1-4580-89d5-f1ed8bf9c03e req-7e118f10-01bf-4634-8a4b-9b3fe4f7c02b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398369
Jun 29 21:50:32.238114 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1295-9d79-4aa8-9c5f-f54fdc890b45 req-76649072-7ae0-4641-b1cd-57ef3880888c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:32.239559 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06af1295-9d79-4aa8-9c5f-f54fdc890b45 req-76649072-7ae0-4641-b1cd-57ef3880888c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0755360
Jun 29 21:50:32.286851 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06af1295-9d79-4aa8-9c5f-f54fdc890b45 req-2ba3ab2b-4cda-4630-b855-4b2aecdccb94 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417378
Jun 29 21:50:33.615026 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7aeb-8443-49a1-b073-6d5a5a23c260 req-75e95a71-fab7-47c3-8459-8863866cba6a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:33.616389 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-afae7aeb-8443-49a1-b073-6d5a5a23c260 req-75e95a71-fab7-47c3-8459-8863866cba6a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0747480
Jun 29 21:50:33.660348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-afae7aeb-8443-49a1-b073-6d5a5a23c260 req-b92a9f18-91ff-4b50-a804-e909e9d1e661 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385761
Jun 29 21:50:34.681757 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-a4464922-76e4-4c70-aff1-c38732be44a0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:34.682395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-a4464922-76e4-4c70-aff1-c38732be44a0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:50:34.697665 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-a4464922-76e4-4c70-aff1-c38732be44a0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:50:34.699457 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-a4464922-76e4-4c70-aff1-c38732be44a0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0940814
Jun 29 21:50:34.771320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Deleting port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:50:34.771722 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:34.877332 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b108-d3fa-4aef-9c0f-2c01f92b16fd req-e86bc34c-f63b-47da-9ef4-e01d482f2f5c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:34.878759 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3086b108-d3fa-4aef-9c0f-2c01f92b16fd req-e86bc34c-f63b-47da-9ef4-e01d482f2f5c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 943 time: 0.0839484
Jun 29 21:50:34.927733 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3086b108-d3fa-4aef-9c0f-2c01f92b16fd req-28ce1a99-be5f-47db-a044-686a9128a072 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430484
Jun 29 21:50:35.117337 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] For port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:35.117688 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:35.407774 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:35.408040 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:35.408304 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.l3_db [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Floating IP 99d7f098-b823-4c99-a816-9c8ff5c882c3 disassociated. External IP: 172.27.3.73, port: 4cdb93fa-a3ef-46c8-b894-d55fceacbfde.
Jun 29 21:50:35.408644 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Calling delete_port for 4cdb93fa-a3ef-46c8-b894-d55fceacbfde owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:50:35.551528 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:35.557776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8f2688fe-5511-46fa-b13b-3179a3b3f071 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:35.602846 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event deleted for resources: {'Port': ['ID=4cdb93fa-a3ef-46c8-b894-d55fceacbfde,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:35.616936 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.617370 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.619877 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.621452 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.621842 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.622213 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.622589 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.622954 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.623519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.624274 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.624640 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:50:35.630116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:35.837378 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:50:36.110401 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:50:36.122941 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:50:36.148193 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:36.149275 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88bd1880>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:50:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:36.177033 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e5b7af0a-2cf5-42c6-8588-935cfe81dcba req-384c73bd-20d4-46f0-b863-853eabbd8964 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0831003
Jun 29 21:50:36.227376 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] No DVR routers for this DVR port 4cdb93fa-a3ef-46c8-b894-d55fceacbfde on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:50:36.236415 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:36.239473 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-deleted', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:36.269580 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-aec925ae-7960-455b-bdd2-4589180f5c15 req-87ba76d6-6c77-434e-acd8-2e107fa6768e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "DELETE /v2.0/ports/4cdb93fa-a3ef-46c8-b894-d55fceacbfde HTTP/1.1" status: 204  len: 173 time: 1.5634508
Jun 29 21:50:36.335305 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136f9423-74c3-4057-9ab4-2c6a75719d06', 'name': 'network-vif-deleted', 'tag': '4cdb93fa-a3ef-46c8-b894-d55fceacbfde', 'status': 'completed', 'code': 200}
Jun 29 21:50:36.377904 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:36.696842 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88bd1880>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:36.701490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:50:36.712322 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:50:36.712920 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88bd1880>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:50:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:36.884224 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:50:37.219108 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88bd1880>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:50:37.223136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd544bc-fac5-48eb-b8cb-f964ea806d41 None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:50:37.355439 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3867df75-4055-4e0e-83a0-086df2351797 req-7939297d-7674-453a-aaf4-c6d8cf0a31f7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0413024
Jun 29 21:50:37.457857 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d6a2a-85c1-42fb-ae81-4b2df7ed4cf5 None None] New status for floating IP 99d7f098-b823-4c99-a816-9c8ff5c882c3: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:50:38.523336 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0b60640d-eb79-4490-a6ed-fe53891a8ec2 req-686b1d0f-84d0-4655-b6d3-cf83d95312c2 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0438175
Jun 29 21:50:39.692162 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-24e981f2-fba7-4da1-bcb3-36341f8cde85 req-39ee7600-99db-4fc0-9ba5-39999fcdd421 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=136f9423-74c3-4057-9ab4-2c6a75719d06 HTTP/1.1" status: 200  len: 210 time: 0.0400131
Jun 29 21:50:41.084541 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-988c64ed-7489-465d-b2bc-47d0892b868d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654597542&fields=id&tenant_id=7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 267 time: 0.0457423
Jun 29 21:50:41.267005 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0239be40-d1ba-4eba-9c5a-e981fd4b222a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:41.268362 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0239be40-d1ba-4eba-9c5a-e981fd4b222a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 811 time: 0.1670859
Jun 29 21:50:41.286059 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-18c49be2-596a-4c39-bbd0-b719b4e5a0e8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/quotas/7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 375 time: 0.0115907
Jun 29 21:50:41.375330 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-6b8eba3c-f01f-4317-85bd-7eb3da1493b2 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0821183
Jun 29 21:50:41.513136 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-62b3ab5f-6193-4710-8335-dcf444db85c9 service neutron] 10.222.0.21 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261139
Jun 29 21:50:41.646911 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-451f0ad6-75bd-49c2-8a5a-2387b86726e1 service neutron] 10.222.0.21 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278698
Jun 29 21:50:42.051904 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1868ee92-53e6-4790-baf2-131e51ffda3c req-820b7298-0edf-4c9e-9671-eb3e6c456032 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0420408
Jun 29 21:50:42.681223 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41540) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:42.842029 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:42.875217 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:42.879722 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Usage tracker for resource:security_group_rule and tenant:9f8d8777ffa849d781be572f30b4877b is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:42.883079 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:42.896680 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:42.977530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:42.984871 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:42.994169 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8c83a511-3281-455c-b4e4-f956c092ad26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:43.040203 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee26a45-c4ed-4d14-98e4-b8540a3a501d,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:43.045135 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f8d8777ffa849d781be572f30b4877b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3628874
Jun 29 21:50:43.046296 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:43.048229 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41552) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:43.087991 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-9c84695e-5d73-4d2b-a322-6827df6ee93b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:43.090543 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-9c84695e-5d73-4d2b-a322-6827df6ee93b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 811 time: 0.1557066
Jun 29 21:50:43.117852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.151309 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.171585 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-4299e932-f4ab-44fb-844c-513ed5346c46 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cedca294e7c496d9e66ab3d729ae384 HTTP/1.1" status: 200  len: 380 time: 0.0629020
Jun 29 21:50:43.184823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'port': {'device_id': '19091c4d-6459-4e8d-aedd-567091c8236a', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'admin_state_up': True, 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'security_groups': ['96f97c0f-1e6e-442a-813e-342bea5bdeea']}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:50:43.251978 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-17f0d754-e420-4a30-95bc-41f9b6e4ef7c req-dab11d23-e2f9-4a6d-bb3b-91a1e259c1d4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0535064
Jun 29 21:50:43.259044 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.264031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b044d41c-d4ec-4303-b3fc-49c80b8c8b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:43.281374 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee26a45-c4ed-4d14-98e4-b8540a3a501d,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:43.284364 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:43.285779 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.290336 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5e19df1c-b257-4881-8838-4ad95398b9c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ee26a45-c4ed-4d14-98e4-b8540a3a501d HTTP/1.1" status: 204  len: 168 time: 0.2409654
Jun 29 21:50:43.349450 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:43.353898 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:port and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:43.357248 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:43.364358 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:43.373410 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Made reservation on behalf of 7cedca294e7c496d9e66ab3d729ae384 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:50:43.376893 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.537656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Allocated IP 172.20.0.12 (80799340-bfe0-4269-9d60-b4c384571774/b8cea22e-6ead-41af-be09-780e57ff0c9a/ca38a62e-6c24-42d2-aa3b-bd463256fb44) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:50:43.835038 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.852036 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Transition to ACTIVE for port object ca38a62e-6c24-42d2-aa3b-bd463256fb44 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:50:43.874104 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:43.880301 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:43.948077 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Network 80799340-bfe0-4269-9d60-b4c384571774 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:50:43.951166 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:50:43.957129 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:50:43.988966 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:43.995713 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:44.026414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:44.027174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.056844 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8782833
Jun 29 21:50:44.075042 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Request body: {'port': {'device_id': '19091c4d-6459-4e8d-aedd-567091c8236a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:50:44.210511 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.334266 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c0642fcf-ca67-4973-ae2b-4e77ad22d017 None None] Provisioning for port ca38a62e-6c24-42d2-aa3b-bd463256fb44 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:50:44.342135 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-c0642fcf-ca67-4973-ae2b-4e77ad22d017 None None] Provisioning complete for port ca38a62e-6c24-42d2-aa3b-bd463256fb44 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:50:44.342737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c0642fcf-ca67-4973-ae2b-4e77ad22d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.405677 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-c0642fcf-ca67-4973-ae2b-4e77ad22d017 None None] Port ca38a62e-6c24-42d2-aa3b-bd463256fb44 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:50:44.470108 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88b1e-6ee4-4189-a42b-1576226d3a29 req-803877ff-c52a-4f47-aff8-646f501e3052 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:44.471984 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3e88b1e-6ee4-4189-a42b-1576226d3a29 req-803877ff-c52a-4f47-aff8-646f501e3052 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 932 time: 0.0926900
Jun 29 21:50:44.535893 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f3e88b1e-6ee4-4189-a42b-1576226d3a29 req-eb8aadcd-514f-4b27-928e-1f896da8d1d0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580456
Jun 29 21:50:44.548755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.628431 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca38a62e-6c24-42d2-aa3b-bd463256fb44 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:50:44.635994 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.636785 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41600) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:44.659223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Transition to ACTIVE for port object ca38a62e-6c24-42d2-aa3b-bd463256fb44 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:50:44.663650 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.669315 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8d49672f-cb42-4774-b23f-6dcf64ac12d8 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:44.794530 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:44.804540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:44.886228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:44.938669 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:44.943698 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Usage tracker for resource:security_group_rule and tenant:34a68b40f038447597211ecbb9f24815 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:44.947491 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:44.956426 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:44.973718 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Attempting to bind port ca38a62e-6c24-42d2-aa3b-bd463256fb44 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:50:44.974575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Attempting to bind port ca38a62e-6c24-42d2-aa3b-bd463256fb44 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:50:44.974575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Attempting to bind port ca38a62e-6c24-42d2-aa3b-bd463256fb44 on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:50:44.981494 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Port ca38a62e-6c24-42d2-aa3b-bd463256fb44 on network 80799340-bfe0-4269-9d60-b4c384571774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:50:44.982034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Attempting to bind port ca38a62e-6c24-42d2-aa3b-bd463256fb44 on network 80799340-bfe0-4269-9d60-b4c384571774 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:50:44.989915 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:50:44.990247 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Checking segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:50:44.990727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Bound using segment: {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:50:44.991208 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Bound port: ca38a62e-6c24-42d2-aa3b-bd463256fb44, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7933ccbf-928f-4904-aefc-dec7efac7118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '80799340-bfe0-4269-9d60-b4c384571774'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:50:44.991581 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.039854 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.044312 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.051733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-cec532c9-ca97-423f-bfaf-2196bf55d7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:45.100869 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:50:45.104032 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:50:45.109498 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.121379 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e4b5d874-7db3-4317-8342-81542bcb640e tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:45.177192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.178575 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-03215f1e-e519-4204-857c-16fee759f022 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1094 time: 1.1149137
Jun 29 21:50:45.179151 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:45.196198 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37810e-0567-4039-b25b-21355936990e,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:45.198833 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:45.201454 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:45.201950 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:45.204545 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34a68b40f038447597211ecbb9f24815&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5665560
Jun 29 21:50:45.207497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41614) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:45.279833 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'status': 'completed', 'code': 200}
Jun 29 21:50:45.289847 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.318813 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.320900 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-f82b2da4-d1a3-474c-826a-ca1c865f7756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1097 time: 0.0810802
Jun 29 21:50:45.377696 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.382748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-91191d4a-3408-4026-afa3-fda04f5eac25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:45.396312 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-6ee432de-ddd0-4eb8-982f-a4bf7b9902b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 217 time: 0.0656328
Jun 29 21:50:45.397546 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37810e-0567-4039-b25b-21355936990e,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:45.400080 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:45.401195 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.404851 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e37810e-0567-4039-b25b-21355936990e HTTP/1.1" status: 204  len: 168 time: 0.1938620
Jun 29 21:50:45.459454 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-5984e73b-a340-4913-a1b1-9f57a0f1695f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:45.460867 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-5984e73b-a340-4913-a1b1-9f57a0f1695f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0568411
Jun 29 21:50:45.536455 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-91850921-41cb-4c60-8389-54b7a29634e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683358
Jun 29 21:50:45.679174 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-99d7712d-5d03-4157-bc0e-210e76981c17 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351652
Jun 29 21:50:45.743793 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230f3c-0d50-4710-a9ed-06cdd8654224 req-20971af4-01b2-4b0d-9412-a9bec592658e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:45.746631 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-80230f3c-0d50-4710-a9ed-06cdd8654224 req-20971af4-01b2-4b0d-9412-a9bec592658e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0914195
Jun 29 21:50:45.800725 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-80230f3c-0d50-4710-a9ed-06cdd8654224 req-07d2fed7-3d65-49b1-b67e-d07480c4143c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484912
Jun 29 21:50:45.862304 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41626) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:45.884096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:45.915440 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:45.920050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Usage tracker for resource:security_group_rule and tenant:01c7e8347ca44b6fa51be6f13ac707d8 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:45.923497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:45.929451 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:45.933736 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3d133dba-9a44-4411-ae94-9befd0dca71a req-4a3c860e-9636-49de-974f-aecb0ea3e3a2 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474055
Jun 29 21:50:45.999203 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.003222 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.010081 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5f76123b-1997-4dff-96ed-97236d76b892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:46.055964 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad8646-e59d-41c0-a023-bda01324cdbb,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:46.060188 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:46.063335 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-9bed6ce3-bf6f-4eb9-9b34-bae3f522ee4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01c7e8347ca44b6fa51be6f13ac707d8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1995943
Jun 29 21:50:46.066015 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-2757063b-b1a9-4834-9377-cebbd99a1dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1097 time: 0.0822787
Jun 29 21:50:46.066158 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 41632) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:50:46.149605 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.185620 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.234403 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-070f7b6b-c648-4022-b21a-d1fff2ad4c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:46.237007 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-070f7b6b-c648-4022-b21a-d1fff2ad4c20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1638036
Jun 29 21:50:46.253201 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.259022 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-379102c0-0bd8-494b-903f-dd08ef9e86fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:46.275483 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad8646-e59d-41c0-a023-bda01324cdbb,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:46.279633 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:46.294670 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:46.301431 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b80b6a8f-cb5a-46aa-94f5-ba3a3f891ebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03ad8646-e59d-41c0-a023-bda01324cdbb HTTP/1.1" status: 204  len: 168 time: 0.2328546
Jun 29 21:50:46.320126 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-d3a1620f-818b-455f-923f-e5fa89092d87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 217 time: 0.0764744
Jun 29 21:50:46.427483 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-a938a23f-b5b5-4267-bb73-65343961c033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:46.428925 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-a938a23f-b5b5-4267-bb73-65343961c033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.1024220
Jun 29 21:50:46.460907 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-8db9e977-4d8e-4def-bf27-bddc27c96ada tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cdc49afa54d046bea6866c0f7e518238&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299356
Jun 29 21:50:46.519902 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-c09aed49-1179-4aec-b10a-7ddd33142cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833652
Jun 29 21:50:46.637921 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-6324c99e-a2ff-4aac-b95e-eb2ba09fd882 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:46.644024 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-6324c99e-a2ff-4aac-b95e-eb2ba09fd882 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1757801
Jun 29 21:50:46.658943 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-122724ba-219e-4ac9-98fa-0eeafacc3295 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/quotas/cdc49afa54d046bea6866c0f7e518238 HTTP/1.1" status: 200  len: 375 time: 0.0121760
Jun 29 21:50:46.659157 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-8a82be22-5160-44f0-9dd5-42d7e48e924b service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310396
Jun 29 21:50:46.711553 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-48d88ca8-8aa5-49be-8d46-3588e94bc693 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdc49afa54d046bea6866c0f7e518238&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467124
Jun 29 21:50:46.826679 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-8c3aec96-1e55-46bc-ba8b-fc3f7a038a6f req-c04b386a-449b-46ba-bfd8-e3a79e7ce39a service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598704
Jun 29 21:50:46.943772 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-815d2f40-f01d-4f99-b253-8f0f6e855e68 req-a061f2bb-5d8f-4319-a03f-a5e4841ff2ad tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0561666
Jun 29 21:50:47.080146 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5b41c-3651-4e28-b901-b07c5171ec4d req-09fed78d-a762-4431-88b7-31a5befc7e89 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:47.081666 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23d5b41c-3651-4e28-b901-b07c5171ec4d req-09fed78d-a762-4431-88b7-31a5befc7e89 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.1002374
Jun 29 21:50:47.143975 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23d5b41c-3651-4e28-b901-b07c5171ec4d req-7cfb4134-5db7-454d-8ef0-28e009dde136 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566182
Jun 29 21:50:48.121963 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3e967d4d-1171-4865-b8ea-a141076d4f93 req-d89d7e2e-03f0-4b08-b94f-520dea2d6061 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0418682
Jun 29 21:50:48.330122 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a40e-6f20-439c-8573-e85c78a8dc10 req-e3f001ad-63c4-4049-b272-90c000f0fff6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:48.331577 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d307a40e-6f20-439c-8573-e85c78a8dc10 req-e3f001ad-63c4-4049-b272-90c000f0fff6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0759044
Jun 29 21:50:48.380617 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d307a40e-6f20-439c-8573-e85c78a8dc10 req-8f9250ff-d4a3-40d8-9149-72ace17b6ccd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436063
Jun 29 21:50:49.292849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b5eba5d6-4fe4-4272-b655-d35228d134b5 req-f60a61a3-80be-4531-9a1e-ea00c431e392 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0407946
Jun 29 21:50:49.573011 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f0d1-cc3a-46f9-9292-0d4d35e8b2f5 req-1416abf6-3009-4146-8808-8d2d6b72a49f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:49.574421 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0240f0d1-cc3a-46f9-9292-0d4d35e8b2f5 req-1416abf6-3009-4146-8808-8d2d6b72a49f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0737009
Jun 29 21:50:49.618299 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0240f0d1-cc3a-46f9-9292-0d4d35e8b2f5 req-935e2d58-3de5-4494-be24-fd4800c68b9a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384159
Jun 29 21:50:50.458376 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60c17955-3622-4f40-9dad-98fbc4c5ff9c req-152fe7fe-46d2-459f-8bbd-82071fde25d0 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0436583
Jun 29 21:50:50.721400 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-51c3aa21-f6cb-4067-b056-acfeec0b0bc0 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cdc49afa54d046bea6866c0f7e518238&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0393417
Jun 29 21:50:50.838766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dfa61-eb7f-4b6e-b324-00fbfa8a8dc0 req-1f6d7345-0c94-4a5c-8d50-7f51d4fbd987 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:50.840677 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ce0dfa61-eb7f-4b6e-b324-00fbfa8a8dc0 req-1f6d7345-0c94-4a5c-8d50-7f51d4fbd987 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0924222
Jun 29 21:50:50.902447 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ce0dfa61-eb7f-4b6e-b324-00fbfa8a8dc0 req-ed392edc-d35c-42e7-b5eb-5a3d15d707e9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514193
Jun 29 21:50:50.907840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-80f63317-43a2-4426-9d38-3c97d0ed3c6d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:50.909685 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-80f63317-43a2-4426-9d38-3c97d0ed3c6d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1826277
Jun 29 21:50:50.930145 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Request body: {'port': {'device_id': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2', 'admin_state_up': True, 'tenant_id': 'cdc49afa54d046bea6866c0f7e518238'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:50:51.060917 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:51.064705 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Usage tracker for resource:port and tenant:cdc49afa54d046bea6866c0f7e518238 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:51.067470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:51.073077 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:51.081735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Made reservation on behalf of cdc49afa54d046bea6866c0f7e518238 for: {'port': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 21:50:51.084756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.097339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.128225 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:50:51.131899 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Usage tracker for resource:security_group_rule and tenant:cdc49afa54d046bea6866c0f7e518238 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:50:51.134682 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:50:51.140216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:50:51.210224 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.214001 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.218414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bf48730b-341f-4d67-85df-e2c804a9a9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:51.301519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1285bd6-5780-41a0-8d30-b5be0e16c131,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:51.306659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:51.384939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Allocated IP 192.168.233.67 (11accb88-d510-4c6d-9ca4-e003cb3d49e2/f73a262b-108c-43e0-b644-c527be044f4d/933a0396-28fd-47b4-90c0-ab63a396c655) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:50:51.598708 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.626307 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Transition to ACTIVE for port object 933a0396-28fd-47b4-90c0-ab63a396c655 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:50:51.630844 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5998f6a9-ac84-4670-9dd8-76b1e813162d req-fb8cc3ce-5c5c-4313-9c4a-d4520abf122b tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0472510
Jun 29 21:50:51.662687 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.667928 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-21d78364-1e07-4646-b28d-04a7d502e17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:51.852786 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:50:51.856335 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Pushing event updated for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:51.858647 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:50:51.860953 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:51.861714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:50:51.925500 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:51.926148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:51.959459 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b79ee31e-7ab7-4484-9fee-b4e179a61463 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0331857
Jun 29 21:50:51.973548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Request body: {'port': {'device_id': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:50:52.110930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.137289 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-64dee050-2989-484b-88eb-741c26b6bd97 None None] Provisioning for port 933a0396-28fd-47b4-90c0-ab63a396c655 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:50:52.139169 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf855f96-ddf4-4725-b96a-f0fd01189cae req-494f6755-5f53-4a61-b2d9-f524a481e369 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:52.141054 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cf855f96-ddf4-4725-b96a-f0fd01189cae req-494f6755-5f53-4a61-b2d9-f524a481e369 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0961471
Jun 29 21:50:52.150186 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-64dee050-2989-484b-88eb-741c26b6bd97 None None] Provisioning complete for port 933a0396-28fd-47b4-90c0-ab63a396c655 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:50:52.150870 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64dee050-2989-484b-88eb-741c26b6bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.206732 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cf855f96-ddf4-4725-b96a-f0fd01189cae req-87fdeb67-fb0d-4404-862c-7b8d91c7a7a4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584078
Jun 29 21:50:52.223065 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-64dee050-2989-484b-88eb-741c26b6bd97 None None] Port 933a0396-28fd-47b4-90c0-ab63a396c655 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 21:50:52.505343 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933a0396-28fd-47b4-90c0-ab63a396c655 {{(pid=74252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:50:52.512168 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.526624 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Transition to ACTIVE for port object 933a0396-28fd-47b4-90c0-ab63a396c655 will not be triggered until provisioned by entity L2. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 21:50:52.531679 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.539741 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-84bd3870-79b0-4b60-bf69-84875952c421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:52.671570 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Pushing event updated for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:52.698715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:52.781588 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Attempting to bind port 933a0396-28fd-47b4-90c0-ab63a396c655 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 21:50:52.781987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Attempting to bind port 933a0396-28fd-47b4-90c0-ab63a396c655 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 21:50:52.782310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Attempting to bind port 933a0396-28fd-47b4-90c0-ab63a396c655 on network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:50:52.788840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Port 933a0396-28fd-47b4-90c0-ab63a396c655 on network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 21:50:52.789268 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Attempting to bind port 933a0396-28fd-47b4-90c0-ab63a396c655 on network 11accb88-d510-4c6d-9ca4-e003cb3d49e2 {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 21:50:52.795783 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 21:50:52.796120 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Checking segment: {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 21:50:52.796506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Bound using segment: {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'} {{(pid=74252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 21:50:52.797116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.managers [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Bound port: 933a0396-28fd-47b4-90c0-ab63a396c655, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5c9885-2300-4e3a-b8db-b4ff184e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2'}}] {{(pid=74252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 21:50:52.798120 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.847715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015daa-fe88-42ef-9172-c1892e8175eb req-d76a88ef-bc0c-4f21-b7a1-342accd4c765 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:52.849815 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42015daa-fe88-42ef-9172-c1892e8175eb req-d76a88ef-bc0c-4f21-b7a1-342accd4c765 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 947 time: 0.0918934
Jun 29 21:50:52.899763 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-42015daa-fe88-42ef-9172-c1892e8175eb req-e13a1a29-3a72-4dba-9df0-c916fd39d268 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432422
Jun 29 21:50:52.910198 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, cleared binding levels {{(pid=74252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 21:50:52.913409 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=933a0396-28fd-47b4-90c0-ab63a396c655,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 21:50:52.919195 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.925026 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0e56a2da-0915-472a-be95-6ff66dd431a8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:52.992677 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:52.994097 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-04265837-d65f-4878-af79-08287c8573b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/933a0396-28fd-47b4-90c0-ab63a396c655 HTTP/1.1" status: 200  len: 1097 time: 1.0270386
Jun 29 21:50:52.994612 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:53.014791 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Pushing event updated for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=3']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:53.017929 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:53.084545 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655', 'status': 'completed', 'code': 200}
Jun 29 21:50:53.118127 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-321be715-553b-418a-8b4e-7afee6d522b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc49afa54d046bea6866c0f7e518238&device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 1100 time: 0.0830975
Jun 29 21:50:53.194324 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-3768429d-2694-4f8f-a783-778284ec1fa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=933a0396-28fd-47b4-90c0-ab63a396c655 HTTP/1.1" status: 200  len: 217 time: 0.0682895
Jun 29 21:50:53.260059 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-9a19245f-8e10-4c75-85fb-db988ac77fc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:53.261569 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-9a19245f-8e10-4c75-85fb-db988ac77fc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73a262b-108c-43e0-b644-c527be044f4d HTTP/1.1" status: 200  len: 843 time: 0.0613921
Jun 29 21:50:53.341693 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-e646501a-06d9-4187-9281-98f6296ec319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11accb88-d510-4c6d-9ca4-e003cb3d49e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0740058
Jun 29 21:50:53.405787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792a9e6-4316-46fa-8161-f294fca4ee93 req-6327a1dc-2eaf-463e-8396-e05fd21782db tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:53.407777 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8792a9e6-4316-46fa-8161-f294fca4ee93 req-6327a1dc-2eaf-463e-8396-e05fd21782db tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0758536
Jun 29 21:50:53.452449 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8792a9e6-4316-46fa-8161-f294fca4ee93 req-c753b438-c00e-4d07-bca9-b5728783d275 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389993
Jun 29 21:50:53.471927 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-78e3723b-4404-40c3-adf0-ab595633ed35 service neutron] 10.222.0.26 "GET /v2.0/networks/11accb88-d510-4c6d-9ca4-e003cb3d49e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237354
Jun 29 21:50:53.599176 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c68a6f69-1658-4a72-bd59-0157c2434ca7 req-b91bb7f2-d49a-4384-90a8-d99f68f2d9f2 service neutron] 10.222.0.26 "GET /v2.0/networks/11accb88-d510-4c6d-9ca4-e003cb3d49e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207135
Jun 29 21:50:53.716070 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-31d6ce40-d659-490d-80e4-a86607595d31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc49afa54d046bea6866c0f7e518238&device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 1100 time: 0.0713661
Jun 29 21:50:53.932304 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-781572db-d7a0-4ad1-95fd-a548f0b99a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:53.933647 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-781572db-d7a0-4ad1-95fd-a548f0b99a64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11accb88-d510-4c6d-9ca4-e003cb3d49e2 HTTP/1.1" status: 200  len: 870 time: 0.2104068
Jun 29 21:50:54.002320 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-39141458-2e76-4f73-a8dd-8001f94ea4ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=933a0396-28fd-47b4-90c0-ab63a396c655 HTTP/1.1" status: 200  len: 217 time: 0.0617483
Jun 29 21:50:54.064011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-937923dc-fc46-43a4-aed1-c719d5608223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:54.065454 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-937923dc-fc46-43a4-aed1-c719d5608223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f73a262b-108c-43e0-b644-c527be044f4d HTTP/1.1" status: 200  len: 843 time: 0.0569267
Jun 29 21:50:54.101248 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a64e-d59d-47ef-a4f0-3fcb8b16fa25 req-c413132f-2c50-4537-a2e3-da9fa08202b1 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:54.102658 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c6b5a64e-d59d-47ef-a4f0-3fcb8b16fa25 req-c413132f-2c50-4537-a2e3-da9fa08202b1 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 947 time: 0.0780189
Jun 29 21:50:54.144514 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-cb2b206c-3ffe-4945-bacb-e3a92a98ed48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11accb88-d510-4c6d-9ca4-e003cb3d49e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0712934
Jun 29 21:50:54.148973 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c6b5a64e-d59d-47ef-a4f0-3fcb8b16fa25 req-b287222f-f1cc-4a94-b55b-c750ebcb0110 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407703
Jun 29 21:50:54.274052 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-d2e64391-ff2a-4d72-a363-9f043fa33026 service neutron] 10.222.0.26 "GET /v2.0/networks/11accb88-d510-4c6d-9ca4-e003cb3d49e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227276
Jun 29 21:50:54.407217 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-90fb73ee-d321-4aa4-ac16-8ead1d23f129 req-7a778335-63b0-4a4c-a01a-14d802afc863 service neutron] 10.222.0.26 "GET /v2.0/networks/11accb88-d510-4c6d-9ca4-e003cb3d49e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254759
Jun 29 21:50:54.649593 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79908-2f5f-41d1-8c45-f0f272fed27f req-2c4f1ad6-43d0-44fa-a879-4ee945ced8d4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:54.651021 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-abf79908-2f5f-41d1-8c45-f0f272fed27f req-2c4f1ad6-43d0-44fa-a879-4ee945ced8d4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0743496
Jun 29 21:50:54.679289 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 933a0396-28fd-47b4-90c0-ab63a396c655 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:50:54.700175 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-abf79908-2f5f-41d1-8c45-f0f272fed27f req-24411e57-a3b4-4625-a6a5-95af2a95710f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432031
Jun 29 21:50:54.811822 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=933a0396-28fd-47b4-90c0-ab63a396c655,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:54.826433 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '933a0396-28fd-47b4-90c0-ab63a396c655', 'network_id': '11accb88-d510-4c6d-9ca4-e003cb3d49e2', 'port_id': '933a0396-28fd-47b4-90c0-ab63a396c655', 'mac_address': 'fa:16:3e:60:7b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73a262b-108c-43e0-b644-c527be044f4d', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:50:54.879245 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:54.895666 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933a0396-28fd-47b4-90c0-ab63a396c655 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:50:54.910655 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=933a0396-28fd-47b4-90c0-ab63a396c655,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:54.914737 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:54.916496 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4f9b796c-3204-418f-84d7-8136276dbb60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:54.981821 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:54.984736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:55.118130 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['933a0396-28fd-47b4-90c0-ab63a396c655'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:50:55.321287 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a3e15219-14e6-4b9d-a82a-781fdecede77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:55.347510 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbaac0-427f-4549-84c4-d99a465b0fc2 req-d3fdeaed-fa8b-40fa-8ebe-2afb3c5900f4 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:55.348936 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d0fbaac0-427f-4549-84c4-d99a465b0fc2 req-d3fdeaed-fa8b-40fa-8ebe-2afb3c5900f4 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 948 time: 0.0788791
Jun 29 21:50:55.395399 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d0fbaac0-427f-4549-84c4-d99a465b0fc2 req-c8491da1-82d4-4106-8fd1-6b6c37a108ba tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406237
Jun 29 21:50:55.768240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:55.984334 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15c858-40c9-40e2-8440-f22c39fab923 req-79b248fd-2f09-4231-bed0-7e49bf0ab930 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:55.986292 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2e15c858-40c9-40e2-8440-f22c39fab923 req-79b248fd-2f09-4231-bed0-7e49bf0ab930 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.1619940
Jun 29 21:50:56.032715 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2e15c858-40c9-40e2-8440-f22c39fab923 req-9a99217c-4a29-4cba-b69a-605b95bacbea tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401537
Jun 29 21:50:56.596653 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1cfbb-fecd-40f1-8f2a-3d63d89c5f7c req-b348ea15-2c97-4591-8648-57d0e3c3fcff tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:56.598018 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1d1cfbb-fecd-40f1-8f2a-3d63d89c5f7c req-b348ea15-2c97-4591-8648-57d0e3c3fcff tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 948 time: 0.0803757
Jun 29 21:50:56.643425 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1d1cfbb-fecd-40f1-8f2a-3d63d89c5f7c req-394f9214-8f5b-4caa-a5ee-5025d2a6f915 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396512
Jun 29 21:50:56.694341 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 933a0396-28fd-47b4-90c0-ab63a396c655 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:50:56.762261 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 933a0396-28fd-47b4-90c0-ab63a396c655 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:50:56.767303 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 933a0396-28fd-47b4-90c0-ab63a396c655 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:50:56.767676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:56.877753 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:56.903521 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:50:56.912536 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=933a0396-28fd-47b4-90c0-ab63a396c655,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:50:56.916196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:56.918012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:50:56.967648 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655', 'code': 200}
Jun 29 21:50:56.985852 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:50:56.988709 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:50:57.194870 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-047dac24-b468-48ff-8c18-b1961ce85441 req-f727a9cd-dc1e-4630-91b9-f50265782929 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 1102 time: 0.0725763
Jun 29 21:50:57.238427 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-047dac24-b468-48ff-8c18-b1961ce85441 req-96b75d08-2afd-4dce-b0ec-8b4bc535fdd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369995
Jun 29 21:50:57.239143 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e8bf4-c7c2-4763-b027-8abb10817a21 req-af86c345-cda0-4c6b-a7b1-62c9fe82a087 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:57.240637 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f86e8bf4-c7c2-4763-b027-8abb10817a21 req-af86c345-cda0-4c6b-a7b1-62c9fe82a087 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0821621
Jun 29 21:50:57.286239 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f86e8bf4-c7c2-4763-b027-8abb10817a21 req-468ba505-8131-45c6-b156-d949900671fa tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401831
Jun 29 21:50:57.647786 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d771a768-d721-42ae-9091-5f553172b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:57.841568 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73e3e-1186-4f8d-af46-d720ce13aae1 req-bac628b8-ba21-4c7a-8984-f3866285eb36 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:57.842986 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-99e73e3e-1186-4f8d-af46-d720ce13aae1 req-bac628b8-ba21-4c7a-8984-f3866285eb36 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 949 time: 0.0753915
Jun 29 21:50:57.889316 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-99e73e3e-1186-4f8d-af46-d720ce13aae1 req-df0f93df-0ef2-4d39-8949-b72ef6f4a759 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400636
Jun 29 21:50:58.486331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0115b7-13ef-40c7-b56f-05143719610f req-a41b1adf-30fd-474e-8507-4e3e8000a934 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:58.487822 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e0115b7-13ef-40c7-b56f-05143719610f req-a41b1adf-30fd-474e-8507-4e3e8000a934 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0811610
Jun 29 21:50:58.533616 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9e0115b7-13ef-40c7-b56f-05143719610f req-9af6c32a-1014-4962-9c33-1254935eb2a4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398870
Jun 29 21:50:58.860446 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:50:59.095522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896752-47dc-4d71-a4ac-954438781833 req-6fa6b948-386f-4c7e-9883-ae0e305e7958 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:59.096969 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd896752-47dc-4d71-a4ac-954438781833 req-6fa6b948-386f-4c7e-9883-ae0e305e7958 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 949 time: 0.0812931
Jun 29 21:50:59.147991 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-fd896752-47dc-4d71-a4ac-954438781833 req-6484aa05-7804-424c-9025-f6010493cab7 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453107
Jun 29 21:50:59.603711 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a45c9-1412-4ab1-ab0e-3055c29eee9c req-a9ae1803-228a-4905-919b-af8c6a36e900 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:59.605161 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-022a45c9-1412-4ab1-ab0e-3055c29eee9c req-a9ae1803-228a-4905-919b-af8c6a36e900 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 949 time: 0.0749092
Jun 29 21:50:59.650392 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-022a45c9-1412-4ab1-ab0e-3055c29eee9c req-12131e7e-c178-44f8-9764-e9180a3988f9 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396371
Jun 29 21:50:59.733085 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deea2c-853c-407f-8a58-22e2efbe9942 req-e55ae464-cf74-45aa-9c37-4a6ffbb14c52 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:50:59.734530 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9deea2c-853c-407f-8a58-22e2efbe9942 req-e55ae464-cf74-45aa-9c37-4a6ffbb14c52 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0781257
Jun 29 21:50:59.780604 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c9deea2c-853c-407f-8a58-22e2efbe9942 req-371dd887-89ae-4c6c-9bc6-07cc039ec03f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399232
Jun 29 21:51:00.112248 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:00.850369 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-c006f9f4-1043-4a03-9d90-82b3cd3817ad tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:00.852316 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-c006f9f4-1043-4a03-9d90-82b3cd3817ad tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Synchronizing usage tracker for tenant:cdc49afa54d046bea6866c0f7e518238 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:51:00.854850 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50fc99-befd-40ae-9e2a-4d1c1e662947 req-d840ed7d-b11f-4411-8a87-6c71a858ac3d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:00.856307 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0a50fc99-befd-40ae-9e2a-4d1c1e662947 req-d840ed7d-b11f-4411-8a87-6c71a858ac3d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 949 time: 0.0840297
Jun 29 21:51:00.877023 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-c006f9f4-1043-4a03-9d90-82b3cd3817ad tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Unset dirty status for tenant:cdc49afa54d046bea6866c0f7e518238 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:51:00.879418 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-c006f9f4-1043-4a03-9d90-82b3cd3817ad tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.26 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 949 time: 0.1203494
Jun 29 21:51:00.905829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0a50fc99-befd-40ae-9e2a-4d1c1e662947 req-e1a8e465-1076-4562-ba31-0572e004ed47 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1285bd6-5780-41a0-8d30-b5be0e16c131&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428326
Jun 29 21:51:00.960479 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Deleting port 933a0396-28fd-47b4-90c0-ab63a396c655 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 21:51:00.960822 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:00.997504 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e6da-40af-4e3a-9633-7648795c69e5 req-94df020b-98c9-4b4b-8559-5d6298637d1c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:00.998922 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2b91e6da-40af-4e3a-9633-7648795c69e5 req-94df020b-98c9-4b4b-8559-5d6298637d1c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0846105
Jun 29 21:51:01.043339 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2b91e6da-40af-4e3a-9633-7648795c69e5 req-5842e2c4-0c63-4d9d-8ca9-48f7672d91f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381510
Jun 29 21:51:01.199804 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] For port 933a0396-28fd-47b4-90c0-ab63a396c655, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=933a0396-28fd-47b4-90c0-ab63a396c655,segment=NetworkSegment(cc5c9885-2300-4e3a-b8db-b4ff184e7184),segment_id=cc5c9885-2300-4e3a-b8db-b4ff184e7184)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:51:01.200089 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:01.315614 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Calling delete_port for 933a0396-28fd-47b4-90c0-ab63a396c655 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 21:51:01.451961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:01.456985 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aec23793-2d8c-4071-a0f8-0a6050fa8de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:51:01.463353 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['933a0396-28fd-47b4-90c0-ab63a396c655'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:51:01.500084 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Pushing event deleted for resources: {'Port': ['ID=933a0396-28fd-47b4-90c0-ab63a396c655,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:51:01.502407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:51:01.576066 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] No DVR routers for this DVR port 933a0396-28fd-47b4-90c0-ab63a396c655 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 21:51:01.578502 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:01.581156 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'name': 'network-vif-deleted', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:51:01.609514 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-af143e5a-acbc-4aaa-ace1-9ae817769e44 req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.26 "DELETE /v2.0/ports/933a0396-28fd-47b4-90c0-ab63a396c655 HTTP/1.1" status: 204  len: 173 time: 0.7237344
Jun 29 21:51:01.658617 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97649097-2b4f-4107-a3fe-3bb3504fcf71', 'name': 'network-vif-deleted', 'tag': '933a0396-28fd-47b4-90c0-ab63a396c655', 'status': 'completed', 'code': 200}
Jun 29 21:51:02.099945 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d098ba80-159a-414b-9e7a-e3b59d14da35 req-81c2326d-3e33-4f21-baca-7b3798fe2813 tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] 10.222.0.21 "GET /v2.0/ports?device_id=97649097-2b4f-4107-a3fe-3bb3504fcf71 HTTP/1.1" status: 200  len: 210 time: 0.0430744
Jun 29 21:51:02.250202 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5dac4-8210-4ad2-9a42-4c0968cdefc3 req-1ea8e74c-77cf-4623-8cec-a3faea538010 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:02.252091 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4fd5dac4-8210-4ad2-9a42-4c0968cdefc3 req-1ea8e74c-77cf-4623-8cec-a3faea538010 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0826051
Jun 29 21:51:02.297210 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4fd5dac4-8210-4ad2-9a42-4c0968cdefc3 req-9eaa9f56-3c2d-4773-af8c-8cec775acc2f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395143
Jun 29 21:51:03.448077 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:51:03.495515 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605ea2-4a22-4260-8ec5-ba177964132d req-7368b805-433a-4ecd-8cf3-2b3ddde47500 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:03.496987 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf605ea2-4a22-4260-8ec5-ba177964132d req-7368b805-433a-4ecd-8cf3-2b3ddde47500 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0775523
Jun 29 21:51:03.544592 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-bf605ea2-4a22-4260-8ec5-ba177964132d req-419a0b35-1f7b-4744-b916-daec87029e86 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420098
Jun 29 21:51:04.755685 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 933a0396-28fd-47b4-90c0-ab63a396c655 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 21:51:04.793714 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 933a0396-28fd-47b4-90c0-ab63a396c655 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 21:51:04.794271 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 933a0396-28fd-47b4-90c0-ab63a396c655 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 21:51:04.835425 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8c089-489c-4b2e-9f99-9e25a9b701a9 req-32b1f2df-e01e-4f15-b189-94100d81f466 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:04.836894 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-63d8c089-489c-4b2e-9f99-9e25a9b701a9 req-32b1f2df-e01e-4f15-b189-94100d81f466 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.1028087
Jun 29 21:51:04.894105 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-63d8c089-489c-4b2e-9f99-9e25a9b701a9 req-bfb21ca6-d0e4-4fde-aee9-1ccbf0ef2c33 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496886
Jun 29 21:51:06.095071 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f452b20-43aa-4928-9bee-110d3ae44fc7 req-5d3c67a0-74a0-4d45-ba52-af0ee9a39541 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:06.096665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0f452b20-43aa-4928-9bee-110d3ae44fc7 req-5d3c67a0-74a0-4d45-ba52-af0ee9a39541 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0768600
Jun 29 21:51:06.156646 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0f452b20-43aa-4928-9bee-110d3ae44fc7 req-0101f5fd-29b0-4bc5-835a-09b7139d24c9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537868
Jun 29 21:51:07.364929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9cdd8-7d9d-4cad-8ce3-90075315ad72 req-cc9dd641-5485-4f0d-a7e3-adc4598799cc tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:07.366372 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97f9cdd8-7d9d-4cad-8ce3-90075315ad72 req-cc9dd641-5485-4f0d-a7e3-adc4598799cc tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0758088
Jun 29 21:51:07.419345 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97f9cdd8-7d9d-4cad-8ce3-90075315ad72 req-b302b246-5c9f-493b-8efd-8aa02e67a086 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470953
Jun 29 21:51:08.649292 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75031e-4f15-4c59-bd70-14aa458088ed req-4dfa6c3d-2ce4-487d-b083-5501d08e085f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:08.652143 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e75031e-4f15-4c59-bd70-14aa458088ed req-4dfa6c3d-2ce4-487d-b083-5501d08e085f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.1036150
Jun 29 21:51:08.698877 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6e75031e-4f15-4c59-bd70-14aa458088ed req-e3c64dd7-c20c-4c55-b909-6f651cbb737d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413635
Jun 29 21:51:09.909829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d50dc7-9335-48c2-926a-5a371aadc545 req-ecedddf6-5ae2-4ca0-904e-92db76fec2a1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:09.911173 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f7d50dc7-9335-48c2-926a-5a371aadc545 req-ecedddf6-5ae2-4ca0-904e-92db76fec2a1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0899668
Jun 29 21:51:09.958463 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f7d50dc7-9335-48c2-926a-5a371aadc545 req-a6c1bfe7-0bfa-4522-91f7-a5c9377868b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415804
Jun 29 21:51:11.158193 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8ebe-e274-4de7-ac87-97cc2298defe req-c80d0d8d-213c-475d-9cc7-623856f63720 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:11.159224 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0c3c8ebe-e274-4de7-ac87-97cc2298defe req-c80d0d8d-213c-475d-9cc7-623856f63720 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0815234
Jun 29 21:51:11.206178 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0c3c8ebe-e274-4de7-ac87-97cc2298defe req-dc24055b-3698-45b6-abac-fbb7b7314c34 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405827
Jun 29 21:51:12.416522 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ea3e-afa9-415b-b9fb-b6993870de84 req-08a92c9b-661d-4eb2-81ba-3207bcae511e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:12.417958 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-77b1ea3e-afa9-415b-b9fb-b6993870de84 req-08a92c9b-661d-4eb2-81ba-3207bcae511e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0905805
Jun 29 21:51:12.466593 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-77b1ea3e-afa9-415b-b9fb-b6993870de84 req-e0d332f3-cf96-4cf8-bd04-198bdf8a5ea8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431192
Jun 29 21:51:13.739929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cd36-8081-4498-b40b-e8675f717f7f req-c12b919d-1f47-4fcc-bb15-dd7491e49837 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:13.741347 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b73cd36-8081-4498-b40b-e8675f717f7f req-c12b919d-1f47-4fcc-bb15-dd7491e49837 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.1534953
Jun 29 21:51:13.788047 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b73cd36-8081-4498-b40b-e8675f717f7f req-4e2abd4c-2b42-498d-af2f-fe7dc6f7c67a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410390
Jun 29 21:51:14.523610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:14.983906 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c023df-bea5-43b2-9193-81ecf48f2cab req-a8ad8794-e55a-4dce-83ff-63a5fb27c2e1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:14.985334 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-54c023df-bea5-43b2-9193-81ecf48f2cab req-a8ad8794-e55a-4dce-83ff-63a5fb27c2e1 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0788705
Jun 29 21:51:15.031553 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-54c023df-bea5-43b2-9193-81ecf48f2cab req-34dd2ac8-a7c3-4889-ac51-2513c89e1d22 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406423
Jun 29 21:51:16.239292 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05446e28-4666-4131-a18d-4a3fbaa4b156 req-16d489ee-28a2-4c45-83a4-5ffe0c5cb6e9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:16.241727 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05446e28-4666-4131-a18d-4a3fbaa4b156 req-16d489ee-28a2-4c45-83a4-5ffe0c5cb6e9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0890303
Jun 29 21:51:16.291191 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-05446e28-4666-4131-a18d-4a3fbaa4b156 req-2361d56c-9a87-49df-8582-ae1c441b22f7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442579
Jun 29 21:51:17.500772 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc5aca-5e36-4faa-ac8d-03378c55c76e req-0670c8af-2d2a-4865-a472-59d4f2366bd7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:17.502349 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e2bc5aca-5e36-4faa-ac8d-03378c55c76e req-0670c8af-2d2a-4865-a472-59d4f2366bd7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0867035
Jun 29 21:51:17.551626 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e2bc5aca-5e36-4faa-ac8d-03378c55c76e req-4bbcc4cb-02c2-44c3-905c-6b2d4bd72b0f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426507
Jun 29 21:51:18.746230 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e3c47-03b5-4185-b025-dd4f9ba5add2 req-f09d643d-11d0-4d51-9039-9c8c762d9b15 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:18.747682 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dd7e3c47-03b5-4185-b025-dd4f9ba5add2 req-f09d643d-11d0-4d51-9039-9c8c762d9b15 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0776391
Jun 29 21:51:18.797570 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dd7e3c47-03b5-4185-b025-dd4f9ba5add2 req-523e704e-955b-4552-a7c6-044c9243b9e3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442200
Jun 29 21:51:20.006920 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76634675-3bf6-49ac-b94b-ef635781149b req-1ab64b01-cb8d-4dee-84c2-2076903ff091 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:20.008436 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76634675-3bf6-49ac-b94b-ef635781149b req-1ab64b01-cb8d-4dee-84c2-2076903ff091 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0816250
Jun 29 21:51:20.061638 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-76634675-3bf6-49ac-b94b-ef635781149b req-1c391351-1866-41b2-89db-3100ffd419ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432153
Jun 29 21:51:21.273178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ca25f-dbab-4c4e-be87-280f41fbea2f req-92e1d7b0-89e4-48c1-a22c-8b0759b753ff tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:21.274705 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-769ca25f-dbab-4c4e-be87-280f41fbea2f req-92e1d7b0-89e4-48c1-a22c-8b0759b753ff tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0841939
Jun 29 21:51:21.323049 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-769ca25f-dbab-4c4e-be87-280f41fbea2f req-c9b126d5-6f61-4e69-bcb6-569bad256991 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423071
Jun 29 21:51:21.977459 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-a22394e0-8619-428e-80d6-2388519f4835 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687890
Jun 29 21:51:22.213440 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-761dcecc-4104-4152-939f-0e046998c6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.1685317
Jun 29 21:51:22.372324 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-9e78539d-3ee1-437f-8de8-e8ba15389745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:22.373798 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-9e78539d-3ee1-437f-8de8-e8ba15389745 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.1415043
Jun 29 21:51:22.441344 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-1191f5cd-c17f-4b2e-ab01-f43225338e05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0609350
Jun 29 21:51:22.539622 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-8f61702e-33f7-4939-8154-45054eadc7a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:22.541120 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed62c4-5424-4abb-9108-8b521c554fe8 req-690255b7-bfeb-4fb8-b136-5e22fa79f00e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:22.541699 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-8f61702e-33f7-4939-8154-45054eadc7a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0935311
Jun 29 21:51:22.542570 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82ed62c4-5424-4abb-9108-8b521c554fe8 req-690255b7-bfeb-4fb8-b136-5e22fa79f00e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0939636
Jun 29 21:51:22.592190 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-82ed62c4-5424-4abb-9108-8b521c554fe8 req-f417c887-bcd0-4890-bce7-403ca33d5715 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438237
Jun 29 21:51:22.595573 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-d5b96141-e3d5-4e51-8845-24e4c43325f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478187
Jun 29 21:51:22.756596 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-84c1b0e9-fce2-4b01-8184-61208e3eb5b8 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531527
Jun 29 21:51:22.947611 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ccb10729-92ce-4ecf-ab41-0ce0ee533603 req-a7e37a83-e8af-469d-944a-8a3f82ba7b15 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853230
Jun 29 21:51:23.822205 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894bec-4274-4626-9e33-94e409c4bbfb req-a56fb32b-6675-4c9a-83d3-f6d4608fd6d0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:23.824436 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78894bec-4274-4626-9e33-94e409c4bbfb req-a56fb32b-6675-4c9a-83d3-f6d4608fd6d0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0908191
Jun 29 21:51:23.873336 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-78894bec-4274-4626-9e33-94e409c4bbfb req-9140ad64-ebfd-4ca8-8b59-498e05be2d7c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427735
Jun 29 21:51:25.096961 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e452e-9229-4ba1-9cec-0ad49b3c6d47 req-2fc43551-262d-4dae-9d3a-8ddec3095fb7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:25.098460 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b64e452e-9229-4ba1-9cec-0ad49b3c6d47 req-2fc43551-262d-4dae-9d3a-8ddec3095fb7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0791380
Jun 29 21:51:25.156094 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b64e452e-9229-4ba1-9cec-0ad49b3c6d47 req-7a726ce1-9945-47c1-a258-439a9e1b7adb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493848
Jun 29 21:51:25.324404 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7b54-8f3d-4163-8686-475e25127b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:25.775555 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:26.367420 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3e318-1dd7-48c2-b6fc-0fb6e5b59783 req-dd73db15-47c8-4d5c-81d1-da31aeaacc4e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:26.369237 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-58a3e318-1dd7-48c2-b6fc-0fb6e5b59783 req-dd73db15-47c8-4d5c-81d1-da31aeaacc4e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0888450
Jun 29 21:51:26.426327 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-58a3e318-1dd7-48c2-b6fc-0fb6e5b59783 req-29b3e96a-86bd-46f8-867b-5c3b9a209565 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502632
Jun 29 21:51:27.654034 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1ca954d9-9797-4cb4-aab3-c27e7b33080a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:27.783960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab609-33d2-4e87-9a82-d590c780ad66 req-91d74a20-befb-42af-986f-2a97fdd9cdd5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:27.785961 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ab609-33d2-4e87-9a82-d590c780ad66 req-91d74a20-befb-42af-986f-2a97fdd9cdd5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0893519
Jun 29 21:51:27.837509 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-408ab609-33d2-4e87-9a82-d590c780ad66 req-d663d61f-828a-47ab-8d0a-8b156467300d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453231
Jun 29 21:51:28.866079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:29.076305 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c96ce-ddac-41ea-8b71-aa4196ff6003 req-79fbfe9e-1030-41a0-8ccb-6fda1e8cc083 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:29.077784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab2c96ce-ddac-41ea-8b71-aa4196ff6003 req-79fbfe9e-1030-41a0-8ccb-6fda1e8cc083 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0878229
Jun 29 21:51:29.130758 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ab2c96ce-ddac-41ea-8b71-aa4196ff6003 req-81e8df2e-8b13-4556-bb1a-b3c9f7a71c80 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436697
Jun 29 21:51:30.115039 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:30.335303 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9233fe-b5c9-4967-a0b3-957b19b5a53b req-4e340f4a-008a-4c0a-b278-e556f88b3b9a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:30.336786 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0b9233fe-b5c9-4967-a0b3-957b19b5a53b req-4e340f4a-008a-4c0a-b278-e556f88b3b9a tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0826051
Jun 29 21:51:30.388937 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0b9233fe-b5c9-4967-a0b3-957b19b5a53b req-1ffeb550-fe1a-4c60-a0d3-6dc5015b06cf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437405
Jun 29 21:51:31.591616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e293d6f-8682-4286-882b-b4fc635460e7 req-5d81a2b9-fd18-4c71-9897-dc1cce87e9c7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:31.593195 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2e293d6f-8682-4286-882b-b4fc635460e7 req-5d81a2b9-fd18-4c71-9897-dc1cce87e9c7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0802889
Jun 29 21:51:31.639504 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2e293d6f-8682-4286-882b-b4fc635460e7 req-b1b6ca19-a0ac-4a2a-8eb1-0741ba5d3a71 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406163
Jun 29 21:51:32.851834 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39186-36e5-410b-98e3-a15a1648c6ab req-0bea6a94-5125-4d30-8e4e-a61fa25fa2b3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:32.853175 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-acd39186-36e5-410b-98e3-a15a1648c6ab req-0bea6a94-5125-4d30-8e4e-a61fa25fa2b3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0870285
Jun 29 21:51:32.897852 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-acd39186-36e5-410b-98e3-a15a1648c6ab req-9ef00d0c-77e8-4b8a-b26a-c0333c4ad616 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391474
Jun 29 21:51:34.094389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4cde-2c4e-420d-87cf-b5ed4e6f0826 req-5be9ed96-131d-480b-9dd8-7307269454f4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:34.095850 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73df4cde-2c4e-420d-87cf-b5ed4e6f0826 req-5be9ed96-131d-480b-9dd8-7307269454f4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0780351
Jun 29 21:51:34.147194 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73df4cde-2c4e-420d-87cf-b5ed4e6f0826 req-d059278b-05b5-4c8e-b8f6-a2f14d871835 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457144
Jun 29 21:51:35.339474 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71074ae-5669-4c8b-a6d0-6a8ee227bc47 req-e5a4f020-4b5d-4cab-ac0c-66bccff2857e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:35.340900 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e71074ae-5669-4c8b-a6d0-6a8ee227bc47 req-e5a4f020-4b5d-4cab-ac0c-66bccff2857e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0760267
Jun 29 21:51:35.388992 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e71074ae-5669-4c8b-a6d0-6a8ee227bc47 req-d60080a1-ad40-49eb-845d-0367aa6a2e4d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424464
Jun 29 21:51:36.593013 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6970-9e5f-4df5-9da8-20fd43936a08 req-7d2f5c0b-9ea5-41ba-8deb-3458f5dcde0c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:36.594590 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a61a6970-9e5f-4df5-9da8-20fd43936a08 req-7d2f5c0b-9ea5-41ba-8deb-3458f5dcde0c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0817544
Jun 29 21:51:36.735266 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a61a6970-9e5f-4df5-9da8-20fd43936a08 req-c4528221-3f8c-48c9-91e1-2dd81126fa07 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347961
Jun 29 21:51:37.939304 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc499e-554f-414d-a9f6-eb22f3b9ee78 req-259fb5a5-4770-4bdc-a8f6-1e84499572ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:37.940803 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-72bc499e-554f-414d-a9f6-eb22f3b9ee78 req-259fb5a5-4770-4bdc-a8f6-1e84499572ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0768893
Jun 29 21:51:37.988611 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-72bc499e-554f-414d-a9f6-eb22f3b9ee78 req-3858aded-5021-43b2-9bf0-2d5b3f05767c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417645
Jun 29 21:51:39.187795 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd28d-2cdb-44e4-b307-2a2dc1dd8fca req-f1dea121-a217-4cdd-bfef-19e254b873cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:39.189240 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2fcd28d-2cdb-44e4-b307-2a2dc1dd8fca req-f1dea121-a217-4cdd-bfef-19e254b873cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0804102
Jun 29 21:51:39.239703 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2fcd28d-2cdb-44e4-b307-2a2dc1dd8fca req-0c08d6a3-6945-414a-b9c4-bb98f284a042 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440564
Jun 29 21:51:40.444151 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbdf65-d67f-49db-912f-e366010d5eb3 req-c627b423-d53d-41ef-905c-7548d0774792 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:40.445565 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d7fbdf65-d67f-49db-912f-e366010d5eb3 req-c627b423-d53d-41ef-905c-7548d0774792 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 944 time: 0.0837612
Jun 29 21:51:40.450525 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:51:40.497667 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d7fbdf65-d67f-49db-912f-e366010d5eb3 req-4cc309f1-6514-450a-8102-f294fb66f99b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456846
Jun 29 21:51:41.073723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ca38a62e-6c24-42d2-aa3b-bd463256fb44 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 21:51:41.247395 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:51:41.262322 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'port_id': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'mac_address': 'fa:16:3e:cd:28:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 21:51:41.319641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:41.337639 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca38a62e-6c24-42d2-aa3b-bd463256fb44 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 21:51:41.354266 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:51:41.358656 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:41.361669 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:51:41.431822 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:51:41.446071 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.446445 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.447012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.447611 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.448185 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.448732 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.449251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.449769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.451735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.451735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.451735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:41.457642 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:51:41.571344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['ca38a62e-6c24-42d2-aa3b-bd463256fb44'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 21:51:41.702874 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ddf9a-817a-4d85-873d-5aecbe1850e5 req-01744b72-c606-4daa-8af9-42495440704c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:41.704531 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-458ddf9a-817a-4d85-873d-5aecbe1850e5 req-01744b72-c606-4daa-8af9-42495440704c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 945 time: 0.0772984
Jun 29 21:51:41.758342 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-458ddf9a-817a-4d85-873d-5aecbe1850e5 req-fb578e93-1c07-4a90-9b55-95a1d81943f5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477695
Jun 29 21:51:42.996627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac730e4-e667-49a3-b30e-c82dd6cde5bd req-17ca69a0-7b61-4c2d-b4b4-36419271fe36 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:42.997983 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eac730e4-e667-49a3-b30e-c82dd6cde5bd req-17ca69a0-7b61-4c2d-b4b4-36419271fe36 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 945 time: 0.0922313
Jun 29 21:51:43.044269 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-eac730e4-e667-49a3-b30e-c82dd6cde5bd req-4d2e6145-eb28-4dc5-a40e-c23f4f75dded tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407257
Jun 29 21:51:43.090320 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ca38a62e-6c24-42d2-aa3b-bd463256fb44 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 21:51:43.164116 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port ca38a62e-6c24-42d2-aa3b-bd463256fb44 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 21:51:43.169132 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port ca38a62e-6c24-42d2-aa3b-bd463256fb44 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 21:51:43.169499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:43.284254 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:43.311454 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:51:43.321475 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 21:51:43.326169 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:43.328196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:51:43.383695 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'code': 200}
Jun 29 21:51:43.393723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:51:43.397667 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:51:43.596013 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c3f707c1-8827-4fca-82c1-0b005e00f7d0 req-8899b0f7-941b-4105-92a0-247831266613 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0684199
Jun 29 21:51:43.648282 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-c3f707c1-8827-4fca-82c1-0b005e00f7d0 req-e1bb81e8-b429-4aa4-ab28-c04b56fbe6a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434406
Jun 29 21:51:44.242306 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d64b-95fe-4711-bc24-cfd6988a6418 req-15ec5606-bd2f-48cb-ae13-b246138e6b20 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:44.243784 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc10d64b-95fe-4711-bc24-cfd6988a6418 req-15ec5606-bd2f-48cb-ae13-b246138e6b20 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 946 time: 0.0784492
Jun 29 21:51:44.290804 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cc10d64b-95fe-4711-bc24-cfd6988a6418 req-a30d38c1-357e-4043-bad4-0d1bf455d651 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408261
Jun 29 21:51:44.529295 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:45.503220 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04771010-9df4-4df0-b5d7-4b6936bbc078 req-2543c0fe-2cb0-438f-be73-8b3a35754bfa tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:45.504742 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-04771010-9df4-4df0-b5d7-4b6936bbc078 req-2543c0fe-2cb0-438f-be73-8b3a35754bfa tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 946 time: 0.0820525
Jun 29 21:51:45.553701 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-04771010-9df4-4df0-b5d7-4b6936bbc078 req-c98afa23-5049-4bd6-944a-505d1f310b09 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427644
Jun 29 21:51:45.752864 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e189eca-79eb-4201-b9a0-3f30f493b6f0 req-f3847024-61b4-40b2-b49f-f3e0f52ba655 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:45.754416 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e189eca-79eb-4201-b9a0-3f30f493b6f0 req-f3847024-61b4-40b2-b49f-f3e0f52ba655 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 946 time: 0.0777762
Jun 29 21:51:45.815851 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4e189eca-79eb-4201-b9a0-3f30f493b6f0 req-2c70f3e9-40ca-4d78-abef-81d8226ce426 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528557
Jun 29 21:51:45.840445 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 42318) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:51:45.917697 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a8a3169a-f3c3-4049-97c4-7c21104ce344 tempest-TestVolumeBootPattern-317260177 tempest-TestVolumeBootPattern-317260177-project-admin] Synchronizing usage tracker for tenant:55514985b8754e5dbe1fb5e361fcad56 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 21:51:45.935620 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a8a3169a-f3c3-4049-97c4-7c21104ce344 tempest-TestVolumeBootPattern-317260177 tempest-TestVolumeBootPattern-317260177-project-admin] Unset dirty status for tenant:55514985b8754e5dbe1fb5e361fcad56 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 21:51:45.940204 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a8a3169a-f3c3-4049-97c4-7c21104ce344 tempest-TestVolumeBootPattern-317260177 tempest-TestVolumeBootPattern-317260177-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1094 time: 0.0953565
Jun 29 21:51:45.940204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 42324) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:51:45.946292 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'port_id': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 21:51:45.953464 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:51:45.957640 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Usage tracker for resource:floatingip and tenant:7cedca294e7c496d9e66ab3d729ae384 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:51:45.961233 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:51:45.967824 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:51:45.978890 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:46.115779 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:46.254074 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Allocated IP 172.27.3.251 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/b271a0d1-abb5-4caf-acf2-b4496bd99d36) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 21:51:46.404995 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:46.434278 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:46.438413 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2f3442b9-3305-498b-a5c1-73d8b31c36ca tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:51:46.503393 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 21:51:46.506234 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 21:51:46.510543 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 21:51:46.541417 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=b271a0d1-abb5-4caf-acf2-b4496bd99d36,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:51:46.561132 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.561495 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.561857 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.562215 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.562570 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.562923 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.563293 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.563646 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.563988 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.564331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.564667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:51:46.570255 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:51:47.176020 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:47.235103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:47.452942 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:47.458768 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:47.462960 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-babb776a-447a-4ca4-b05f-f6d55f53e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:51:47.570391 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event updated for resources: {'Port': ['ID=b271a0d1-abb5-4caf-acf2-b4496bd99d36,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:51:47.575075 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:51:47.585901 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:47.777576 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Floating IP 47731ffb-5fc0-488a-a5da-6739716b708a associated. External IP: 172.27.3.251, port: ca38a62e-6c24-42d2-aa3b-bd463256fb44.
Jun 29 21:51:48.189580 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 21:51:48.386778 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 21:51:48.395733 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 21:51:48.409486 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:51:48.410184 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f39760>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:51:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:51:48.410718 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:48.463336 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-36a566aa-5a5a-4330-b9bb-9a40225c30f3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5220194
Jun 29 21:51:48.463961 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 21:51:48.516768 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'status': 'completed', 'code': 200}
Jun 29 21:51:48.590177 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:51:48.611508 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-2f186fc2-76e9-4d71-bad2-25c3dc67e167 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0705075
Jun 29 21:51:48.741585 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-a76f13e8-4494-4483-a22b-6d5f6090f25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:48.742900 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-a76f13e8-4494-4483-a22b-6d5f6090f25c service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1249077
Jun 29 21:51:48.845788 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-5230c504-f5d8-40fa-9eb8-afde2eb1d39f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1000 time: 0.0966079
Jun 29 21:51:48.907714 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-b74f7003-2b36-4e29-ba3d-6d5f5dc58968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:51:48.909142 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-b74f7003-2b36-4e29-ba3d-6d5f5dc58968 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0565715
Jun 29 21:51:48.936055 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f39760>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '47731ffb-5fc0-488a-a5da-6739716b708a', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:cd:28:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19091c4d-6459-4e8d-aedd-567091c8236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:51:47Z', 'updated_at': '2021-06-29T21:51:47Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:51:48.939868 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 21:51:48.952150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 21:51:48.952769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f39760>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T21:51:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:51:48.991187 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-8bf54d01-d703-4c78-800c-86453799ba1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753405
Jun 29 21:51:49.132185 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-5e2a4d5c-97f9-40f8-b1f2-77c55e2490e8 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345003
Jun 29 21:51:49.139844 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 21:51:49.281144 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-bf19c4cb-37f7-4a07-af4c-02e09984cb0d req-9023af08-3688-44e4-bd79-451d0ee61b00 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426430
Jun 29 21:51:49.526909 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f39760>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '47731ffb-5fc0-488a-a5da-6739716b708a', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:cd:28:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19091c4d-6459-4e8d-aedd-567091c8236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:51:47Z', 'updated_at': '2021-06-29T21:51:47Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 21:51:49.531315 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a2e1-f6b1-42eb-a781-8651d1410356 None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': '47731ffb-5fc0-488a-a5da-6739716b708a', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'port_id': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'mac_address': 'fa:16:3e:cd:28:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19091c4d-6459-4e8d-aedd-567091c8236a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T21:51:47Z', 'updated_at': '2021-06-29T21:51:47Z', 'revision_number': 0, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 21:51:49.719354 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e9cf6-8872-4050-8cd1-22d865ddca5f None None] New status for floating IP 47731ffb-5fc0-488a-a5da-6739716b708a: ACTIVE {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 21:51:55.326820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e53648a7-8c20-4615-b34c-7c2242ab1033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:55.773026 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:57.648533 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-77d98649-56d1-4141-a480-89417c5a1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:51:58.867140 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:00.120072 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:14.529611 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:17.452723 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:52:21.505969 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-a6c15866-69bc-4abb-abdb-118c97cb90e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2013614
Jun 29 21:52:21.648518 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-699bf997-9ae7-4786-b978-a944f76ee31f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0761428
Jun 29 21:52:21.880783 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-5f1f78fb-f0f0-4a02-b84d-89b487f26f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:52:21.882231 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-5f1f78fb-f0f0-4a02-b84d-89b487f26f7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.2156804
Jun 29 21:52:21.950415 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-7ce24d98-0f3a-4103-9f1f-27a1f3a52672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0600638
Jun 29 21:52:22.014631 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-dd522b27-6819-464e-ad67-5c7ef60cefa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:52:22.016080 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-dd522b27-6819-464e-ad67-5c7ef60cefa0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0601425
Jun 29 21:52:22.060894 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-657208be-cfd1-48c9-8df7-f843b5e96638 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387444
Jun 29 21:52:22.071344 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-7dbd0f3f-9e3b-4381-b0ee-744452f7753c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 21:52:22.072294 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-7dbd0f3f-9e3b-4381-b0ee-744452f7753c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051956
Jun 29 21:52:22.203744 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-0f2c8743-b5f0-4b76-9b93-7ef992246e05 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242933
Jun 29 21:52:22.335614 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2b2a6354-4e40-48cd-a8b4-961f98ad4e8d req-fe130759-385e-46b6-8f1d-b896029b0c1c service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243854
Jun 29 21:52:25.332244 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89cd1895-da01-44bb-9d47-a92aeb0c0410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:25.776457 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:27.649804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8500958f-4b06-41ae-825d-5555a36f3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:28.869111 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:30.120736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:44.536198 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:54.452957 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:52:55.323730 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-42d7cdce-aae4-4ff9-bc3e-9a295ad947fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:55.780001 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:57.652058 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5789f9a2-be73-4127-9fd5-d42eaae0f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:52:58.873171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:00.124964 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:14.537175 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:23.426469 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-ae4d0dcd-8cc1-47a3-8bf6-ae45475a7a26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760746
Jun 29 21:53:23.518967 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-7febd060-61eb-4b58-806b-c1b1ab3a8207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0705390
Jun 29 21:53:23.665460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-2432293e-f5c3-4471-b30d-9814d6ba97ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:53:23.666806 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-2432293e-f5c3-4471-b30d-9814d6ba97ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1275761
Jun 29 21:53:23.789131 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-e8469cd4-f1d5-4bfb-a3d2-3b1cfdc33ce4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.1151931
Jun 29 21:53:23.853840 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-37a2fdba-1dd2-492f-a04f-c2bac2566f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:53:23.855308 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-37a2fdba-1dd2-492f-a04f-c2bac2566f61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0593367
Jun 29 21:53:23.932795 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-0791eae1-c145-4c38-940c-37ff0d2bd822 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714211
Jun 29 21:53:24.062935 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-8aa63e72-5a56-45ee-9ef5-068a4c711f5e service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236866
Jun 29 21:53:24.207015 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-73cda062-11ea-408d-b9b9-170a5ba2676c req-4b7c9ae5-4bac-45cf-af76-d16b6d6d55c4 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374724
Jun 29 21:53:25.325983 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4f808a5a-407d-4b92-b899-c84c91fa507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:25.781722 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:27.654014 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e7e54316-44c8-4eee-a994-0c936d2af8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:28.876513 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:30.129411 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:31.453295 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:53:44.529150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:55.329340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-44a6b582-8acf-4d10-9759-416d110469ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:55.788448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:57.656687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ed538cf1-8236-4cb9-8a8f-38213fe52095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:53:58.877863 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:00.131332 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:08.453489 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:54:14.539490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:24.924671 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-a80b331a-15e4-4b5e-9a20-a1146ed56de5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734792
Jun 29 21:54:25.069122 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-74eb31c3-d347-49ab-8f86-236883c01ece service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0699437
Jun 29 21:54:25.318540 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-5c1ced03-4976-43c6-af7a-2e943dcf6959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:54:25.320044 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-5c1ced03-4976-43c6-af7a-2e943dcf6959 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.2302909
Jun 29 21:54:25.333713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2227a585-e198-4d65-9044-c478ad96f68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:25.387171 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-b8391783-eda6-4d78-bf10-9281e0856794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0596020
Jun 29 21:54:25.454790 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-fcfa2d5c-13fa-431d-a874-3755f08372af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:54:25.456376 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-fcfa2d5c-13fa-431d-a874-3755f08372af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0635872
Jun 29 21:54:25.506580 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-8c0c9ea4-b60e-4aa6-a5f2-a1d46416d79e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416288
Jun 29 21:54:25.692469 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-c7add871-9ded-4b29-89de-8d293b175dc7 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790857
Jun 29 21:54:25.787671 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:25.849080 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-6bdb3be5-0137-4d3e-b697-9151786a4947 req-2aa97fe2-85e9-4ded-9d06-7be190784144 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499860
Jun 29 21:54:27.666641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1ab56413-3086-46f3-a130-6a6b60be5136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:28.884940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:30.134887 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:44.560563 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:45.455396 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:54:55.336284 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6819186b-58a3-46d2-9a1a-750bf5517242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:55.782199 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:57.659803 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c8fdcca7-2bb6-4cce-a545-eaacad3197d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:54:58.883752 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:00.136366 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:14.559639 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:22.460003 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:55:25.335263 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-2e7c1d76-2497-4c6c-bd30-e87e524e9533 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720317
Jun 29 21:55:25.338068 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d3a3639c-6565-4a8d-8534-2e94fbff1942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:25.427542 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-186e59f3-67f4-4c39-a4d6-c5b5c2349da1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0704298
Jun 29 21:55:25.564795 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-3797bb8a-26f8-4e20-8087-088e20234e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:55:25.566850 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-3797bb8a-26f8-4e20-8087-088e20234e4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1214027
Jun 29 21:55:25.668929 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-d965691f-8c3b-4757-8230-7ebd411040b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0966136
Jun 29 21:55:25.729724 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-e4615d77-c9b3-4f95-95e1-bc25539c6816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:55:25.731034 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-e4615d77-c9b3-4f95-95e1-bc25539c6816 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0560002
Jun 29 21:55:25.786281 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:25.804788 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-71162199-bca2-43c0-992a-c530976ed14a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678508
Jun 29 21:55:25.932486 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-f94af876-3cea-4003-b398-e5ba72d3b026 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212492
Jun 29 21:55:26.062691 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-225a10d0-60fd-43dd-8d05-8148cb5ee773 req-62d52f65-0538-4f9a-ad4a-b70e3425d959 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228480
Jun 29 21:55:27.661311 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a9c28699-7c7e-4bcf-9975-5baa4cbd4230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:28.885775 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:30.139098 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:44.576620 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:55.339881 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a75cd76e-3e59-45d7-9449-972bdf3e189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:55.789101 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:57.664047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e93943f9-1562-44ed-9463-91872cb47951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:58.889876 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:55:59.461338 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:56:00.141187 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:14.589284 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:25.341431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2221b7d6-795e-4368-95f3-a10da9a6512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:25.791671 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:25.930881 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-e6300262-63df-46ad-afa6-99a851cfbffb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712268
Jun 29 21:56:26.075224 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-b5463a16-4e4c-4249-a8f5-dd93d2db5205 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0660598
Jun 29 21:56:26.309024 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-c3425615-6b13-42b4-972c-4ee3c6ef4f6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:56:26.310485 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-c3425615-6b13-42b4-972c-4ee3c6ef4f6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.2156227
Jun 29 21:56:26.378784 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-0c291ac3-49b9-4a34-a89b-511630c5b24d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0614398
Jun 29 21:56:26.439787 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-3b287c3c-5dfe-4664-aeb7-bb54a5bb2e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:56:26.441214 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-3b287c3c-5dfe-4664-aeb7-bb54a5bb2e8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0564103
Jun 29 21:56:26.488678 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-ba912a5c-d270-4748-bc1a-63b5395ecec4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414152
Jun 29 21:56:26.616142 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-643873ac-556c-4ee3-9af0-5a1568faf3cf service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207616
Jun 29 21:56:26.743603 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f9965573-e097-4a4d-b878-46ccd0f5fd27 req-c5173b55-5114-4d59-a2cb-335b1575d913 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200573
Jun 29 21:56:27.663502 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-483b06c8-c164-4ca7-bfae-d8c95cf4a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:28.892299 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:30.144968 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:36.459651 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:56:44.576269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.103397 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 44564) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:54.271861 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.400963 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:56:54.405422 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e3eefe0501de4753ba1f48f2b53609f4 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:56:54.408178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:56:54.413763 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:56:54.477893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.481804 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.489510 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e2360899-ec12-4e90-906e-7b878bb7c05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:54.526301 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61e25e-27ea-4fe4-9c3a-8fbadc61f0ed,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:54.536262 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3eefe0501de4753ba1f48f2b53609f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4318757
Jun 29 21:56:54.539033 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44574) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:54.539616 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.539985 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.540346 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.540706 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.541052 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.541404 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.541750 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.542096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.542480 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.542822 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.543166 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.547149 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-98c76024-0fb8-430c-91e6-92544ea0a6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:54.600807 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.631059 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.684641 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.688231 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-870660fe-af4b-43c9-854b-d3eab874d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:54.699225 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61e25e-27ea-4fe4-9c3a-8fbadc61f0ed,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:54.710326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:54.711452 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe61e25e-27ea-4fe4-9c3a-8fbadc61f0ed HTTP/1.1" status: 204  len: 168 time: 0.1713820
Jun 29 21:56:54.713146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.713519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.713883 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.714310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.714679 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.715034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.716174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.716174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.716174 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.717223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.717223 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 21:56:54.722203 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ea263f31-3bb2-4a8d-b7a1-8cce91d9b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:55.066142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44582) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:55.088696 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.122911 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:56:55.127554 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Usage tracker for resource:security_group_rule and tenant:8037c827d75f424c896f363224d83b5c is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:56:55.131453 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:56:55.137907 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:56:55.213843 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.218387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.225655 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-2e9c00b9-caf7-4984-bddc-3d099643c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:55.266010 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc750b-5f13-4bd7-ab28-df945964745c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:55.269356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:55.271948 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-63c67bb7-6baf-49c9-9a5e-ec0ad94e1da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8037c827d75f424c896f363224d83b5c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2046766
Jun 29 21:56:55.274443 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44588) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:55.336794 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.344044 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1b07830a-d42f-4d5b-b24e-2b9c43e460f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.366698 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.424476 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.431447 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-fe9202bd-c7d9-4716-a69c-b2667d3a6762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:55.447384 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc750b-5f13-4bd7-ab28-df945964745c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:55.450391 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:55.451560 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:55.452845 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8adc750b-5f13-4bd7-ab28-df945964745c HTTP/1.1" status: 204  len: 168 time: 0.1773336
Jun 29 21:56:55.794390 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:57.666362 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fb51127e-4601-447e-8443-34d08bfbfde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:57.829569 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44662) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:57.966169 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:57.997630 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:56:58.001441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Usage tracker for resource:security_group_rule and tenant:7821d2f7a4a9444d9a8ed4b91aadf1e8 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:56:58.004332 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:56:58.010117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:56:58.078122 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.082108 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.088642 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0db0d157-86be-4df8-85ee-4a778ab077c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:58.128985 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb55c095-1182-434c-a684-1757076fcdaf,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:58.133023 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7821d2f7a4a9444d9a8ed4b91aadf1e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3024795
Jun 29 21:56:58.133880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7ec2c3bd-7f9c-4a49-a8fc-78aa0d697901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:58.135735 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44668) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:58.195549 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.220824 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.275091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.280158 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5e8750c7-2466-48ef-982f-aeeef3704597 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:58.293885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb55c095-1182-434c-a684-1757076fcdaf,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:58.296335 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.297461 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb55c095-1182-434c-a684-1757076fcdaf HTTP/1.1" status: 204  len: 168 time: 0.1607852
Jun 29 21:56:58.298261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-5bbecb95-a742-4034-a1eb-8c13dfb309fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:58.617085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 44678) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:58.635610 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.668023 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 21:56:58.672112 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b9524c7d77476d8f475ca139214746 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 21:56:58.675552 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 21:56:58.682254 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 21:56:58.751519 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.756017 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.763056 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c83bfaa5-3833-4e15-a133-09681be6e68b tempest-AttachVolumeTestJSON-47400989 tempest-AttachVolumeTestJSON-47400989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:58.801874 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d96271c-00a0-46fd-b980-6da964b92365,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:58.804751 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:58.810667 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 44686) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:56:58.811162 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-79e29160-1907-447b-baaa-d61b02266493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0b9524c7d77476d8f475ca139214746&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1920881
Jun 29 21:56:58.868837 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.895390 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.896038 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.953591 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.957348 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-bd16dc0d-43bd-4a60-9321-fd2368dcb7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:56:58.970061 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d96271c-00a0-46fd-b980-6da964b92365,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:56:58.973962 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:56:58.979362 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:56:58.980457 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-7ee2d236-53d5-4132-a96e-40bb2251ca60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d96271c-00a0-46fd-b980-6da964b92365 HTTP/1.1" status: 204  len: 168 time: 0.1693900
Jun 29 21:57:00.149338 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:06.633892 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 44780) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:57:06.800723 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5228e4a0-5651-4e2f-8eb5-f7292aee838e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdc49afa54d046bea6866c0f7e518238&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1656637
Jun 29 21:57:06.803102 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 44786) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 21:57:06.860323 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:06.884971 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:06.936270 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:06.939897 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-df78bff6-9bb9-4aa9-a3b2-072336da566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 21:57:06.950907 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1285bd6-5780-41a0-8d30-b5be0e16c131,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 21:57:06.954380 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 21:57:06.958051 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:06.961803 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-85f5c2d3-8e4a-4870-82d8-6397c1a3f69b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1285bd6-5780-41a0-8d30-b5be0e16c131 HTTP/1.1" status: 204  len: 168 time: 0.1577730
Jun 29 21:57:13.460456 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:57:14.576281 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:25.345456 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5606261b-ce79-4a92-809e-291f797b2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:25.797595 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:27.668757 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7f85c78a-0693-4785-953b-55a3b5239eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:28.154755 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-49a6ff14-2277-4004-90c7-392b6b659c44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1897464
Jun 29 21:57:28.242934 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-c528b9a9-6493-4373-8fed-007efa4c7fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0679216
Jun 29 21:57:28.386546 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-b2c32ca6-e0d2-4df4-8972-c18c487502e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:57:28.388006 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-b2c32ca6-e0d2-4df4-8972-c18c487502e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1256585
Jun 29 21:57:28.488553 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-24423bec-1f1d-481d-aa32-baeb27bfc01b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0942802
Jun 29 21:57:28.552012 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-8ec3371d-ecd0-448e-97a5-6630287ce821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:57:28.553416 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-8ec3371d-ecd0-448e-97a5-6630287ce821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0578079
Jun 29 21:57:28.715663 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-606f565c-d2f5-4943-9389-9141a8f562db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551998
Jun 29 21:57:28.846845 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-2b2557a0-2af6-4243-8614-6658a760f423 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247523
Jun 29 21:57:28.899394 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:28.978062 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-9677ddb4-7b49-4c89-b41c-404ea0072691 req-52f83bb2-0417-426b-bfd4-1bc208a5c0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241388
Jun 29 21:57:30.150764 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:37.396049 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-6907ebd9-f471-4235-8f46-03910e3f6114 req-431d1a91-ce63-42d0-9a03-fbcbcbcbb680 service neutron] (74252) timed out ('10.222.0.26', 62481) {{(pid=74252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 21:57:37.809848 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-cd935a4d-3aaf-47b0-b21f-9a5673b9fbed req-7da55353-5759-46d0-9a1e-7b9ffe76a483 service neutron] (74252) timed out ('10.222.0.26', 62468) {{(pid=74252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 21:57:44.574893 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:50.460536 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:57:55.351461 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-64f24e41-2857-489d-980b-25b31a54803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:55.808661 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:57.671784 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-67905ee3-cad0-402d-aced-d09803069728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:57:58.901047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:00.156529 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:14.572788 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:25.343954 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6fbd852b-1635-4e32-ad27-c2e5b43aad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:25.800608 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:27.460895 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:58:27.673001 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1006ae8a-0908-473e-89a7-f4bee3c590bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:28.903465 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:29.368251 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-8256f781-535c-4b44-a3c5-c32b7c408570 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0648451
Jun 29 21:58:29.515447 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-99c83930-e282-4c07-a306-27012f7ef853 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0708857
Jun 29 21:58:29.660357 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666cd7-470e-4858-9a10-90087e63275f req-457e8a1f-9139-435b-b4eb-60ac6b518194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:58:29.661676 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-457e8a1f-9139-435b-b4eb-60ac6b518194 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.1237071
Jun 29 21:58:29.728678 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-1ef6d12a-e734-47ca-9702-114e779eaad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0606790
Jun 29 21:58:29.794165 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666cd7-470e-4858-9a10-90087e63275f req-e1a29fed-095d-47dd-9c8e-29f99e78db85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:58:29.796402 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-e1a29fed-095d-47dd-9c8e-29f99e78db85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0614810
Jun 29 21:58:29.842143 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-8e3604cc-d9b8-4691-8ff5-490409b242e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397675
Jun 29 21:58:29.968626 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-b2cda3ab-0b19-42f7-8320-1923f5c2046b service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204093
Jun 29 21:58:30.098746 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e3666cd7-470e-4858-9a10-90087e63275f req-30f7034e-b2f6-48a1-b660-75f172c972ee service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237309
Jun 29 21:58:30.159556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:44.572545 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:55.346313 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ab132bb9-9236-46ba-b8f4-a6eea0385844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:55.803008 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:57.675281 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d86c08a9-e430-4787-85f4-6dd365d283a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:58:58.906144 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:00.160553 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:04.460651 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:59:14.586247 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:25.347712 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0a05b675-6df3-42ab-be93-d2ba9e363c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:25.805769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:27.677873 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-11389dfd-43a5-42a5-b8a7-2a120b2f2f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:28.908456 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:30.163025 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:31.398575 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-50b72454-a6ae-4406-a6e3-6201993bcb3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0647416
Jun 29 21:59:31.490984 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-a215174e-9251-4792-a58c-dc7597737b15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0693181
Jun 29 21:59:31.633438 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-e5eb3af6-3920-4f4c-8d77-8b79ad9252b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:59:31.634856 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-e5eb3af6-3920-4f4c-8d77-8b79ad9252b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1240680
Jun 29 21:59:31.733266 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-73bc3864-9190-4645-9230-b2bb7a91490c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0920703
Jun 29 21:59:31.794219 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-9ad702a4-6129-40a2-81bd-44a229507b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 21:59:31.795634 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-9ad702a4-6129-40a2-81bd-44a229507b08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0550783
Jun 29 21:59:31.871280 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-9c8ff48b-adb7-4944-aa3b-95d0b0ded4d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696690
Jun 29 21:59:32.090311 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-b67bb018-d01e-4643-92c1-66d357c6a7e1 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125821
Jun 29 21:59:32.218792 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0df8e423-d054-49d9-9131-c0f2e2767e4d req-2f7d1c72-98f7-460d-8478-a2c9d071f9dc service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212101
Jun 29 21:59:41.460292 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 21:59:44.584349 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:55.349552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1eaee27b-a5b4-4f19-b9e1-af16f07081d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:55.808458 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:57.678881 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-78f64bfd-a20f-4acb-b7fb-541f00a9e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 21:59:58.912165 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:00.166397 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:14.651353 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:18.460220 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:00:25.350873 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8010eac5-b8dc-4194-8eb3-792e2bcf77ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:25.811834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:27.678771 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8ed14fcb-9ac6-4daf-8243-36260c8904a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:28.914511 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:30.169416 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:33.370449 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-90fe77f8-db82-4d43-9e39-defab800c4eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0658755
Jun 29 22:00:33.506703 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-aa60df92-b646-45da-8b8d-de7979d3e585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0707309
Jun 29 22:00:33.648788 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-19ae57ec-77bb-400d-b23d-c8aa9cc801d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:00:33.650095 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-19ae57ec-77bb-400d-b23d-c8aa9cc801d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.1226618
Jun 29 22:00:33.715153 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-fb925787-6fc3-4f07-9bf3-c510007222ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0585222
Jun 29 22:00:33.777652 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-fc9542a5-41b7-4254-a45e-b0388bfc89d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:00:33.779090 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-fc9542a5-41b7-4254-a45e-b0388bfc89d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0583525
Jun 29 22:00:33.824701 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-ff9cf802-d1e9-4fe5-8efb-5de47a4f2c76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391433
Jun 29 22:00:33.962028 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-915760b0-b084-4b09-a528-6e423c4b4048 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303163
Jun 29 22:00:34.093835 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-2d871d4a-a3dd-469b-b5b0-f3d589b407f1 req-9d82431a-5d7b-47ae-b974-ff9a372d1843 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249804
Jun 29 22:00:44.653152 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:55.352002 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6ad4edd5-c7f5-40ec-975e-b4a285f937c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:55.460096 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:00:55.817179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:57.678982 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fb18a81a-8eb0-4df0-872e-1aed3eec256c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:00:58.919693 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:00.171924 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:03.457226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-5a0fc343-c2a8-4898-9adc-a230b53d310e req-a9dde559-90a4-4627-9a51-81a991fafc8f service neutron] (74252) timed out ('10.222.0.21', 37742) {{(pid=74252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:01:14.652851 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:25.352966 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-85121079-32d6-4131-ba7a-b0813106c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:25.821243 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:27.680739 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-41298730-cfc5-4e52-a24a-9b4883a30032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:28.921819 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:30.174172 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:32.460009 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:01:34.397504 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-388e91a4-5ae8-4228-a0b3-09863593fd8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0670607
Jun 29 22:01:34.488887 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-4a248608-c376-44fd-b401-6e0cd169ed20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0710433
Jun 29 22:01:34.627434 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-88891c50-b9ec-40a6-934c-9c9f51c5a83d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:01:34.629326 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-88891c50-b9ec-40a6-934c-9c9f51c5a83d service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1219573
Jun 29 22:01:34.728978 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-8cee8a8d-ed3d-4283-a668-178a3668449e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0919814
Jun 29 22:01:34.789453 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-bcb53e7d-10d6-46ea-875d-04c3dc1504f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:01:34.790843 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-bcb53e7d-10d6-46ea-875d-04c3dc1504f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0555859
Jun 29 22:01:34.863523 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-ae3dd2b0-c540-4a6f-a5e6-bdbc7126005a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655246
Jun 29 22:01:35.088962 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-810e9550-2e0e-4c8e-9f12-51b447d0b0b7 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185855
Jun 29 22:01:35.222206 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3809f379-a4b9-4f98-a5ca-dab718756844 req-81a90191-be59-40d2-9777-fd438823994c service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265562
Jun 29 22:01:44.662385 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:55.354282 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-59ac4911-6163-4a79-99be-9cd586a12802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:55.823676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:57.683221 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4c32923d-9f16-4ff9-949c-f421346888ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:01:58.922966 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:00.178286 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:09.460856 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:02:14.683894 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:25.355372 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ee29bb16-f999-4ad7-be46-2019f7378e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:25.824402 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:27.685448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-923a0523-e448-4b89-80a1-02a1fdc11f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:28.927367 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:30.181736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:35.421778 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-7e2fdbfc-eeba-4b3b-98da-a3e2cbfe4222 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1304281
Jun 29 22:02:35.556488 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-a998770c-e4f0-4e53-9df1-0f9136ff38eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e231dfefcb6740cc8133cf26d43a6945&device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 1098 time: 0.0686870
Jun 29 22:02:35.698759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-5ef69539-b1f3-4839-aa37-04eb98b74762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:02:35.700231 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-5ef69539-b1f3-4839-aa37-04eb98b74762 service neutron] 10.222.0.26 "GET /v2.0/networks?id=814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 200  len: 914 time: 0.1253335
Jun 29 22:02:35.772274 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-c2b53a76-4422-4209-a0db-a174fe6105c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 200  len: 217 time: 0.0656378
Jun 29 22:02:35.832218 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-b356214f-f8f2-43d4-92ec-cdc6f37e65d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:02:35.834626 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-b356214f-f8f2-43d4-92ec-cdc6f37e65d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 200  len: 853 time: 0.0567224
Jun 29 22:02:35.881150 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-71a5d1c9-761c-4364-888f-3bfb3d2340cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=814d26ff-0946-4bb0-943a-71cd043e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408707
Jun 29 22:02:35.891680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-c009cf58-8075-4039-b76a-216d97ea7821 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 22:02:35.892579 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-c009cf58-8075-4039-b76a-216d97ea7821 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046651
Jun 29 22:02:36.019748 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-9e088c61-10cb-4e05-884e-d89f313515d1 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206055
Jun 29 22:02:36.151076 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fd8a873c-29f9-47c1-8e57-6383a651a3d1 req-5963b410-57f4-4735-b6fa-ecb80fa56ac0 service neutron] 10.222.0.26 "GET /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244056
Jun 29 22:02:44.696072 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:46.460723 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:02:52.688379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5cbf6-b5e9-4464-8a34-3963ad0aba1f req-93a1c93d-c89b-4b94-9b90-e1df48d3830a tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:02:52.689813 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97b5cbf6-b5e9-4464-8a34-3963ad0aba1f req-93a1c93d-c89b-4b94-9b90-e1df48d3830a tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 945 time: 0.2195370
Jun 29 22:02:52.734573 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-97b5cbf6-b5e9-4464-8a34-3963ad0aba1f req-0f389a3f-d305-4317-9789-a54c4cc241d2 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/security-groups?id=756e826d-43ac-4919-98a3-388cbcd59d97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390930
Jun 29 22:02:52.966254 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-ed0ecb15-7462-44c9-91ae-c634a5e95bc3 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:02:52.966872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-ed0ecb15-7462-44c9-91ae-c634a5e95bc3 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Synchronizing usage tracker for tenant:e231dfefcb6740cc8133cf26d43a6945 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:02:52.983633 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-ed0ecb15-7462-44c9-91ae-c634a5e95bc3 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Unset dirty status for tenant:e231dfefcb6740cc8133cf26d43a6945 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:02:52.984983 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-ed0ecb15-7462-44c9-91ae-c634a5e95bc3 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.26 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 945 time: 0.0919802
Jun 29 22:02:53.056872 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Deleting port a9c0a632-f630-483e-8a96-c659e680489f {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:02:53.057208 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:53.295557 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] For port a9c0a632-f630-483e-8a96-c659e680489f, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a9c0a632-f630-483e-8a96-c659e680489f,segment=NetworkSegment(cc28ba36-b8b3-4170-8e47-101804487c41),segment_id=cc28ba36-b8b3-4170-8e47-101804487c41)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:02:53.295910 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:53.497649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Calling delete_port for a9c0a632-f630-483e-8a96-c659e680489f owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:02:53.633774 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:53.639070 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b52836b3-2190-42cc-9aa0-9e78a765becb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:02:53.645450 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['a9c0a632-f630-483e-8a96-c659e680489f'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 22:02:53.684671 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Pushing event deleted for resources: {'Port': ['ID=a9c0a632-f630-483e-8a96-c659e680489f,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:02:53.722851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.723225 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.723610 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.723970 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.724326 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.724676 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.725033 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.725381 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.725726 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.726068 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.726411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:02:53.733638 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:02:53.766131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] No DVR routers for this DVR port a9c0a632-f630-483e-8a96-c659e680489f on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:02:53.768773 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:53.785312 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'name': 'network-vif-deleted', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:02:53.800615 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-0d5cfa41-d451-4c59-9f00-f3c7626148c7 req-04cdcf30-d5ef-4c6d-818a-e57be7925d2e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.26 "DELETE /v2.0/ports/a9c0a632-f630-483e-8a96-c659e680489f HTTP/1.1" status: 204  len: 173 time: 0.8105195
Jun 29 22:02:53.943969 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37', 'name': 'network-vif-deleted', 'tag': 'a9c0a632-f630-483e-8a96-c659e680489f', 'status': 'completed', 'code': 200}
Jun 29 22:02:54.023564 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-06de7b4e-d317-4e5f-995d-9bcc6a92ff02 req-9a0a102e-1c15-4757-ad35-f23349c47bef tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.1247356
Jun 29 22:02:55.188617 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-83be0c8c-e7fe-4782-bfa9-8ff70933dff6 req-f7718fd6-030e-4344-9eee-6527a6fa0ab2 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0418773
Jun 29 22:02:55.357530 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-77ca140a-3832-45f9-9792-fdc9a702c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:55.826187 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:56.353635 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cfc0201d-5a8d-4fea-9cf9-1cdca03e981a req-e72427a5-42f1-4dfb-8c01-f7baf5f8d55f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0423086
Jun 29 22:02:57.513578 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-73491a54-6994-4f87-949b-5b20b4ea67f0 req-b06d3f0b-d968-4ee1-aad7-17e0de3edba7 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0435822
Jun 29 22:02:57.686740 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4962bde5-7637-4ea5-a04b-7d81b4b1e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:58.354863 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device a9c0a632-f630-483e-8a96-c659e680489f no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:02:58.388153 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: a9c0a632-f630-483e-8a96-c659e680489f {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:02:58.388425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device a9c0a632-f630-483e-8a96-c659e680489f not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:02:58.671941 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-90a6e7de-af49-41f5-b87b-691a1ccbeb45 req-b26cc4e9-d517-4a1c-b1b8-5a3d2be2a109 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0397732
Jun 29 22:02:58.929705 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:02:59.831270 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1cd1d9d2-c011-4da5-92d1-8b87490ce644 req-781064a2-b74b-4108-a4ca-8eaece0d9f33 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0433095
Jun 29 22:03:00.184527 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:00.742428 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 46860) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:03:00.882259 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:00.917801 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:03:00.922165 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Usage tracker for resource:security_group_rule and tenant:7867e671c3cc49b9bccdb5f3e6ff606d is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:03:00.925112 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:03:00.930796 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:03:01.002184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.003543 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-01746495-af6f-4dc4-8278-02f0b6607c37 req-4f39c3f0-cdfb-4c3d-8773-a270d74da0c9 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0445008
Jun 29 22:03:01.006417 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.013764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-64ec0458-cf92-41e4-b8fc-453463fcfd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:03:01.051945 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e49da1e-9947-4a3f-b4ca-b892fd0af746,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:03:01.055345 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:03:01.058137 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-97437987-cc1d-4cc9-9ef6-a2d13454a91c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7867e671c3cc49b9bccdb5f3e6ff606d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3142450
Jun 29 22:03:01.060263 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 46868) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:03:01.120771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.146479 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.197864 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.201655 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bb624708-04f5-4017-b53f-7a4b2743a01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:03:01.212493 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e49da1e-9947-4a3f-b4ca-b892fd0af746,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:03:01.214810 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:03:01.220492 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:01.221615 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-99b218cb-82bc-4eb9-bc99-52e65f809eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e49da1e-9947-4a3f-b4ca-b892fd0af746 HTTP/1.1" status: 204  len: 168 time: 0.1605537
Jun 29 22:03:02.166310 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1a50bc4-e6a6-4325-95f6-f73369389cb9 req-50a66883-848f-4da7-af6c-8428b875a12f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0406146
Jun 29 22:03:03.325776 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-772c47c4-e52e-44ce-930a-136d51e60f57 req-9d794020-d1ca-4965-8ced-cd90ab432571 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0409861
Jun 29 22:03:04.488461 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6a441629-660b-4666-ad06-b50149152f0f req-0e010488-60a7-4512-a6d7-a40976a8a6e4 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0461233
Jun 29 22:03:05.647847 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d1193170-b0c9-43d5-acd0-6be8287a5ef5 req-b451a3f6-799e-4e75-8923-86e8dc16bf8a tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0402679
Jun 29 22:03:06.850945 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0914e76-4bc1-44da-86d7-dee67f90e99b req-ed755e63-025f-4a73-b0b8-b5b1bae26464 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0406158
Jun 29 22:03:08.015196 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3dead9bd-8cac-489a-b8bd-a44fde3615de req-a703def1-a953-4e94-87d9-1ab5121c701d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0439632
Jun 29 22:03:09.178722 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-662f6b83-0706-45b2-9893-185f8512cad9 req-efd86b95-c7f0-4086-acd2-c9ae17515fa9 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0402164
Jun 29 22:03:10.336666 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f58ea2e1-7a71-44e9-93eb-513d5998eac5 req-1cecbebf-2f73-43bb-b625-fc7872d6a280 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0400569
Jun 29 22:03:11.501326 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5532b7e9-ce13-44ca-adbb-ab00588da68b req-34dbcb95-6076-4ed3-bcb1-1fb86538af10 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0435662
Jun 29 22:03:12.659863 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6bc44b1e-7a0c-447a-b928-dbaaaf873ef3 req-ae6669a6-e9ac-4cd6-8642-b83944cd3a42 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0405924
Jun 29 22:03:13.824121 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772a30a-5769-4479-83a9-fd7a6e276672 req-eb9c0525-72be-40a2-9c16-2c4749fc06bd tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0437837
Jun 29 22:03:14.683667 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:14.993668 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d7f2b19d-d4bf-422f-89a9-064785d71fda req-ef84a250-8729-4282-9de4-8ff35528a9fc tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0426235
Jun 29 22:03:16.160779 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41bc4387-1092-4f8c-8872-93e2353c1254 req-bb0b3c2d-eb97-4f44-adc0-1e95a26be429 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0417912
Jun 29 22:03:17.320853 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cb86d416-a9c4-4519-8dbf-8db19f115d48 req-4ebd5524-608f-49c4-b47b-21c03f34207d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0409794
Jun 29 22:03:18.483927 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7da83613-a33c-40d1-8409-ccd3d7bb4707 req-21c9cf0e-15f2-402c-9c27-571ae378562d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0432324
Jun 29 22:03:19.643038 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-30422581-a0e4-4b14-9fd6-655b55471d00 req-0089ccca-2783-489c-84cf-056d1aca605b tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0397429
Jun 29 22:03:20.807192 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-402ac019-96a2-4716-ba7a-4a5ae3759a90 req-9e87982a-18a8-4866-8d41-39542016beed tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0417268
Jun 29 22:03:21.970957 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c8b6011-9656-4797-b59a-dae2dd17c59e req-7f1280a0-18b1-4c30-be09-ed1cbc3cb9a5 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0427806
Jun 29 22:03:23.213583 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2ba2d896-9e77-4768-bdea-85f865a82a23 req-9880e8cc-0c1d-401d-9cc2-4ae41da17686 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.1181452
Jun 29 22:03:23.461074 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:03:24.381048 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8da263ca-392f-4a05-a3c3-f37a5f7c2b0e req-f983a7bd-308c-42b4-a6b2-27235eb4a292 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0397911
Jun 29 22:03:25.359618 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-92fe1157-d079-4f9b-9603-5807a4b43622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:25.545027 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c5f930dd-0a92-4803-beed-49fde5eaf950 req-ce5a792b-9cc6-49e8-833b-8e7deaa52fe3 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0433712
Jun 29 22:03:25.827426 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:26.704377 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4c5c646f-5359-4222-8a8a-f6d83339eefd req-3b203238-2a79-4a89-9224-f26c3e2ecc56 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0405927
Jun 29 22:03:27.687490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7f236ad3-23a5-4ce6-a951-6500dac59103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:27.866703 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d8047470-750e-48c8-bebe-fd1cb1a79b0b req-e605e350-9cb7-47bb-9647-846219da0c99 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0408082
Jun 29 22:03:28.933161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:29.035283 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-974e4aaf-4283-4ec7-9605-a84a741e2390 req-02287c25-29d8-4666-9e4c-508466af0c08 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0455322
Jun 29 22:03:30.187728 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:30.207374 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-31c8f190-fa1d-42a7-8978-bbec20ecb061 req-f04636ba-134a-419b-870a-f2c62c5fd07f tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0443954
Jun 29 22:03:31.367489 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3b33212d-5378-4288-aa6e-d4f6ac39acda req-e60b7077-239c-4a2d-9048-17a8765f52e1 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0402677
Jun 29 22:03:32.528555 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-489bb746-9cd4-45ac-991f-60dc1b6f6d5f req-bf1cc7f4-9d1c-4909-9acb-db89c3ef7dd5 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0439355
Jun 29 22:03:33.688762 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c98fce0d-7b41-455a-a0ed-2de0ae2d63d4 req-a5567fa9-f455-48aa-87f8-4cda54f5e14b tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0398564
Jun 29 22:03:34.851224 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ecf7b160-da6b-49dd-a6ef-35702262f390 req-fc07c7ab-073e-416a-af74-35c962f9418e tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0425930
Jun 29 22:03:35.407101 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-f5d45e58-cd4d-42a4-8950-931b9853b236 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689020
Jun 29 22:03:35.505064 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-96666eb1-584b-458d-aca3-5d5baa5f424c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0732474
Jun 29 22:03:35.649810 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-e1f47db3-2895-4b44-9db2-dfa0bd4ddf54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:03:35.651251 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-e1f47db3-2895-4b44-9db2-dfa0bd4ddf54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1275811
Jun 29 22:03:35.753605 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-bf2a1bef-862f-419e-a8b3-c763e1d03949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0957727
Jun 29 22:03:35.816612 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-f3c9af3e-b46f-4e1e-a56e-57781f99b17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:03:35.817879 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-f3c9af3e-b46f-4e1e-a56e-57781f99b17c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0577862
Jun 29 22:03:35.894154 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-60319437-0c50-44f1-9fdf-ec1db18e04cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704346
Jun 29 22:03:36.017290 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d44f6139-953a-4d13-8426-0653c485c3a2 req-c5f6d623-d281-466d-912e-64669368ad34 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0440998
Jun 29 22:03:36.028252 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-2d679319-c494-4951-8f3b-6c29446c495d service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270456
Jun 29 22:03:36.157607 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-664505e0-1d0b-4970-ad0b-456c614777b7 req-9d195feb-2026-4890-a1a7-a29d489db071 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228356
Jun 29 22:03:37.186228 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a4e4650e-b966-48e2-8579-b0732d9e20f5 req-2f322cfa-6ccb-45b9-b41e-b92ec40d5b71 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0456684
Jun 29 22:03:38.345981 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-190194fe-7e83-434e-bd45-77b83fcb1a25 req-b90ed562-bee4-43c9-8a8f-e9fa12356d4d tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0414841
Jun 29 22:03:39.508155 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-60f65edf-98bb-44c6-baa2-3fc5fa856008 req-41bc8476-112c-4cc9-89f9-e41b14377801 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0434017
Jun 29 22:03:40.669512 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad6c0f4b-fe80-4a6b-ae42-07d731390aa2 req-d598d5af-357b-4bcf-beb4-4f06ced04501 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0418916
Jun 29 22:03:41.830665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f12c8a78-4081-4b34-9df7-1c6cb965afdc req-7f406b5f-f4f8-4180-b7bf-1c58204aab38 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0404863
Jun 29 22:03:42.994507 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-901e1e49-42f4-4969-b8f5-407310b17f5d req-64de140a-5564-4b84-a03c-d5993bce40ce tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0432446
Jun 29 22:03:44.157594 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5b2a7187-03e0-42da-989b-140ac2d9dc2e req-5f2959e7-d041-4ce9-8358-f3734de45fec tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0412591
Jun 29 22:03:44.696641 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:45.318466 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-95ed062b-b87a-4674-9614-c1e4b68eafea req-7c75c7c9-41e3-4ea3-920a-644323fe98d4 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0400257
Jun 29 22:03:46.481030 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-4796c1a4-32bc-4f84-a5de-f205ced06c70 req-f66c98fa-64e0-4d59-8002-97f1c19c29af tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0450578
Jun 29 22:03:47.643778 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-629a3230-526f-4856-85f5-3e085b7262e0 req-d1d8c8da-c044-4dc5-b186-352868435537 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0423613
Jun 29 22:03:48.810591 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-271033c5-02b0-4891-abbe-ab3f519f37ad req-56e36c87-00a9-42b8-a710-b47af8699d62 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0412495
Jun 29 22:03:49.983110 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-48289d8a-658b-4252-9276-ba6f432021f5 req-709050b6-e2e1-41e1-b9c7-093e7ac37f67 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0437329
Jun 29 22:03:51.150514 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-afe4eb84-feea-4551-b5ce-66dd291b01fb req-921bd01f-bcea-403e-8dbf-56c045600a75 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0407331
Jun 29 22:03:52.310339 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0af0e1bd-efac-4a98-af1b-883ee742362c req-baf48a4a-ea53-48e7-bd89-817bd0eb9e28 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0408430
Jun 29 22:03:53.470401 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c09f9df7-89d6-485b-b07f-ec838e5a29dc req-6f04931c-c75c-4058-abce-a795c0740af6 tempest-VolumesSnapshotTestJSON-1505596430 tempest-VolumesSnapshotTestJSON-1505596430-project] 10.222.0.21 "GET /v2.0/ports?device_id=20a2c3f2-a12a-4f41-b3f4-26ed4f7f5a37 HTTP/1.1" status: 200  len: 210 time: 0.0429628
Jun 29 22:03:55.363361 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-92e7cc98-6761-43b8-8a63-c29d512d1a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:55.829670 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:57.692242 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3390df48-223c-4a68-98b7-b72f44c71a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:03:58.934973 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:00.190168 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:00.461166 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:04:01.687610 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-408ea0bc-49cb-43da-be74-85319d5b0f48 req-57f409ae-5817-4b58-b367-d2a66de84a20 service neutron] (74253) timed out ('10.222.0.26', 62501) {{(pid=74253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:04:06.747499 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-58c8071f-f863-4fd3-a422-b83ff1f652b6 req-0a950b6d-7a81-4141-ae2c-2a3dfb5341cc service neutron] (74252) timed out ('10.222.0.21', 40262) {{(pid=74252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:04:14.711919 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:25.367312 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2255631a-3bfd-46ce-b2fe-15bbdb340633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:25.831632 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:27.693963 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-74e44412-ac81-4c0c-b7d8-61772c395ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:28.938300 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:30.193227 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:36.906924 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-4efe1f32-44db-424e-9404-0c17c724fd88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698712
Jun 29 22:04:37.043387 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-25b2690d-9c9e-456a-9b62-d9fe2683f3f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0703795
Jun 29 22:04:37.188939 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-ab9fec83-1454-4981-9172-a92b97316a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:04:37.190253 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-ab9fec83-1454-4981-9172-a92b97316a7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1291881
Jun 29 22:04:37.288587 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-74c8946f-3fb6-4d72-bec4-2879beba3d7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 1002 time: 0.0916183
Jun 29 22:04:37.441707 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-74184f7c-c946-4094-bb62-fb570b1884f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:04:37.443090 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-74184f7c-c946-4094-bb62-fb570b1884f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.1483984
Jun 29 22:04:37.461716 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:04:37.515111 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-ec41b7f4-2b70-4d14-9832-4070b9a06eab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0658672
Jun 29 22:04:37.642317 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-52f3bd49-d59d-4de4-9b0b-ff75ec774d85 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196249
Jun 29 22:04:37.769976 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e2a808df-29f5-4532-8311-8d7d65a0ee6a req-1ac07fce-9a4a-45f0-9aaa-d8d0d7c16d79 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205547
Jun 29 22:04:44.709379 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:55.367345 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c622a961-8285-45b6-887f-f9ed14b538bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:55.832889 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:57.694654 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e3b00fc2-946b-4ebf-9987-63a91088ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:04:58.941524 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:00.194503 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:14.462402 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:05:14.723537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:16.818739 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 47420) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:05:17.018929 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Deleting port b271a0d1-abb5-4caf-acf2-b4496bd99d36 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:05:17.019292 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:17.182235 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:17.182550 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:17.302908 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Calling delete_port for b271a0d1-abb5-4caf-acf2-b4496bd99d36 owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:05:17.440958 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:17.444221 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d012f23a-c312-4245-a077-d04a8d5c90d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:05:17.485951 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event deleted for resources: {'Port': ['ID=b271a0d1-abb5-4caf-acf2-b4496bd99d36,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:05:17.524120 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.524500 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.524875 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.525240 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.525607 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.525963 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.526320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.526675 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.527027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.527407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.527759 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:05:17.534173 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:05:17.588529 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:18.052200 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:05:18.241255 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:05:18.250621 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:05:18.257073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:18.262730 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:05:18.263581 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89135430>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:04:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:05:18.309029 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "DELETE /v2.0/floatingips/47731ffb-5fc0-488a-a5da-6739716b708a HTTP/1.1" status: 204  len: 168 time: 1.4891949
Jun 29 22:05:18.309656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:05:18.367788 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'status': 'completed', 'code': 200}
Jun 29 22:05:18.462942 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-21c13c7d-1f59-4b7a-b3c7-4a23ef86d241 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7cedca294e7c496d9e66ab3d729ae384&device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 1099 time: 0.0730569
Jun 29 22:05:18.479689 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:05:18.597155 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-ef1f0a16-96db-4bd1-81a8-759cf8001d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:05:18.598599 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-ef1f0a16-96db-4bd1-81a8-759cf8001d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 200  len: 912 time: 0.1295531
Jun 29 22:05:18.666901 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-f9401554-96ad-46b3-a88f-9197b8991a3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 200  len: 217 time: 0.0614607
Jun 29 22:05:18.700445 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19cfc-4147-407b-b23d-4f80a932d84d req-9c385b16-ea66-44d2-9f5d-53a53da9679b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:05:18.702128 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ddd19cfc-4147-407b-b23d-4f80a932d84d req-9c385b16-ea66-44d2-9f5d-53a53da9679b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 946 time: 0.0778975
Jun 29 22:05:18.735849 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-337dfacf-d32d-4748-b4de-7679a55b4917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:05:18.737750 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-337dfacf-d32d-4748-b4de-7679a55b4917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 200  len: 850 time: 0.0643973
Jun 29 22:05:18.771862 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ddd19cfc-4147-407b-b23d-4f80a932d84d req-d033d2ea-0c8f-490b-903e-59fddd7f7d25 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f97c0f-1e6e-442a-813e-342bea5bdeea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634193
Jun 29 22:05:18.811940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89135430>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:05:18.815662 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:05:18.820960 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-9f871dbe-2adb-4f25-ad44-ab7676ccb8b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80799340-bfe0-4269-9d60-b4c384571774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752089
Jun 29 22:05:18.827482 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:05:18.828123 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89135430>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:04:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:05:18.952497 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-c295a3ac-0dbe-46b8-b147-a4a0ecd76252 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240020
Jun 29 22:05:19.004713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:05:19.096965 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-15c2247d-4aa1-4ebe-be99-a31bf39febd8 req-658003ad-d240-465b-a4b9-c470a4297800 service neutron] 10.222.0.26 "GET /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371343
Jun 29 22:05:19.215649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-69c5094e-50b9-4736-9e22-504fbc53d2cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:05:19.216803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-69c5094e-50b9-4736-9e22-504fbc53d2cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Synchronizing usage tracker for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:05:19.232728 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-69c5094e-50b9-4736-9e22-504fbc53d2cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Unset dirty status for tenant:7cedca294e7c496d9e66ab3d729ae384 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:05:19.233829 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-69c5094e-50b9-4736-9e22-504fbc53d2cd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 946 time: 0.0962894
Jun 29 22:05:19.303601 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Deleting port ca38a62e-6c24-42d2-aa3b-bd463256fb44 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:05:19.303965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:19.314147 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89135430>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:05:19.315067 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c19a6-a914-41d4-b5ff-9c4d9eab0ead None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:29Z', 'revision_number': 4, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '1eb95b75-baea-4651-ac53-9f3e677062f1', 'name': '', 'network_id': '80799340-bfe0-4269-9d60-b4c384571774', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'mac_address': 'fa:16:3e:91:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:28Z', 'updated_at': '2021-06-29T21:47:39Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'subnets': [{'id': 'b8cea22e-6ead-41af-be09-780e57ff0c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:05:19.536045 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3c593-b800-4855-82f9-99c2d25ef1d3 None None] New status for floating IP 47731ffb-5fc0-488a-a5da-6739716b708a: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 22:05:19.548142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] For port ca38a62e-6c24-42d2-aa3b-bd463256fb44, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ca38a62e-6c24-42d2-aa3b-bd463256fb44,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:05:19.548493 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:19.758582 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Calling delete_port for ca38a62e-6c24-42d2-aa3b-bd463256fb44 owned by compute:nova {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:05:19.902550 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:19.909419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d41ea445-955e-436a-b4a2-86dafc40536a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:05:19.931023 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b9f92db-eee2-4bed-8b55-f2ff04e7b4f0 req-df2ac075-ad8f-4938-83c5-252ad628944e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0450010
Jun 29 22:05:19.954332 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event deleted for resources: {'Port': ['ID=ca38a62e-6c24-42d2-aa3b-bd463256fb44,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:05:19.957266 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:05:20.025460 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] No DVR routers for this DVR port ca38a62e-6c24-42d2-aa3b-bd463256fb44 on host hv-cinder-79867 {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:05:20.027895 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:20.040532 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.26 "DELETE /v2.0/ports/ca38a62e-6c24-42d2-aa3b-bd463256fb44 HTTP/1.1" status: 204  len: 173 time: 0.8006959
Jun 29 22:05:20.368885 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'name': 'network-vif-deleted', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:05:20.424154 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19091c4d-6459-4e8d-aedd-567091c8236a', 'name': 'network-vif-deleted', 'tag': 'ca38a62e-6c24-42d2-aa3b-bd463256fb44', 'status': 'completed', 'code': 200}
Jun 29 22:05:21.091065 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-72bdedea-04ef-4200-8f2f-094cf8c99e3b req-6919d744-a086-4fce-91b3-2ec5bf152a37 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0402715
Jun 29 22:05:22.247779 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8b8c5f29-18a8-45ff-aa31-b10eef970eff req-3b133ff5-8a27-4b11-a11c-865219139ee7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0399930
Jun 29 22:05:23.053990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ca38a62e-6c24-42d2-aa3b-bd463256fb44 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:05:23.089690 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: ca38a62e-6c24-42d2-aa3b-bd463256fb44 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:05:23.089965 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device ca38a62e-6c24-42d2-aa3b-bd463256fb44 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:05:23.409612 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f66529eb-2e26-403b-8339-e1a0aa387410 req-02666c2e-4df3-4c57-bfe0-0983bf225b97 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0434692
Jun 29 22:05:24.638708 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b3ff7dd5-bdfe-49ad-b9bb-5da0eeea408b req-f5708a5f-f26b-462d-a588-3661efca38ab tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.1112738
Jun 29 22:05:25.367640 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dffc93da-85b7-4600-b18a-5be19c3940b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:25.794933 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9c5dd280-40af-4cb2-a759-83fbbf9c602c req-309eb2c7-988c-4d17-bea2-5f70b97f04e5 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0393968
Jun 29 22:05:25.834307 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:26.958670 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8506c9ae-d40f-44cb-9659-80b0f4c363d5 req-42fcc10b-2c1e-41bc-814e-2b49e8bb00b8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0447834
Jun 29 22:05:27.695254 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0b3c07b0-c14b-4aac-9319-124d971252cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:28.114665 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e5d9dc8f-6bd0-4fdd-93ae-578a5e850a08 req-26af7d4e-eada-4f4d-b829-94ac57a6a4dd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0391726
Jun 29 22:05:28.944891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:29.272902 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3d5e60ac-e7dc-4c2b-88c2-4802d3f5ede3 req-40cf6468-b7f4-4c53-944b-73de328646ef tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0419776
Jun 29 22:05:30.197395 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:30.434708 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3a4cd4b4-bf94-4201-85c2-ca16af9cc2e9 req-d282f980-1ec0-4a2e-915c-7ac7f6bd5f29 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0429344
Jun 29 22:05:31.591278 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9a6a936d-cb7e-429f-a2aa-5d1a39441328 req-02aba966-acff-4b0a-822f-6efa8168c830 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0399938
Jun 29 22:05:32.748696 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-53066626-f9cc-480a-9b16-85bd7828935a req-798683af-d0c5-47db-844a-b966bf7e6acf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0405669
Jun 29 22:05:33.913509 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-619c70bd-a131-4fb8-b439-321331968cf7 req-d810c1f0-6c6a-4fa8-992b-fe60e73aaebc tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0432177
Jun 29 22:05:35.069928 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b03fc17-d469-474c-997f-0621a60ae749 req-8b680f5d-2326-41a1-821f-77890e3040c0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0395787
Jun 29 22:05:36.226862 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-c643bd0b-9b7b-4e1a-bdeb-bb8b54801f2f req-f0b6369e-4c51-42bb-8982-b754e2b6f7e9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0399659
Jun 29 22:05:37.390079 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1198d0d7-5201-4df2-b05c-84d178177cba req-e1254796-c417-4549-ae39-c2363fc1bda7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0424244
Jun 29 22:05:38.547683 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1b0fb972-5750-49c8-a852-ae6709c4ea92 req-0d404e0a-71cc-414c-b42e-f6fc3a94fb07 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0402510
Jun 29 22:05:39.703366 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-15eeea63-b188-44df-b33f-ed1e7163f943 req-6afa21c9-fc60-4507-b2f6-463c5f8408e6 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0401149
Jun 29 22:05:40.865984 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b3fe39ad-061e-4f90-acfb-e6261bc0afb3 req-a72216cd-01e3-47e3-9920-eaf40e31f75f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0421937
Jun 29 22:05:42.022770 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-554d669e-02c6-44a0-99ae-0c3137f30276 req-1d418320-d87c-4654-9948-9ece183ae6d8 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0399213
Jun 29 22:05:43.180667 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-edc223b4-a2ab-4682-b2e7-6aaf02ed8f38 req-04352ff6-18a6-4c9c-82bc-a74762a01e79 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0397546
Jun 29 22:05:44.349967 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ac832cd5-83ed-461e-b8aa-8d7e701a4f0d req-df772106-5a71-4f98-8901-54614cdda62c tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0437834
Jun 29 22:05:44.721822 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:45.506692 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-8ecb26dd-6da3-4e3e-956a-3ce0f2715721 req-311c9f9d-4589-4729-a8b3-b967ce9383fb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0407348
Jun 29 22:05:46.660694 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b7752cd6-f913-406c-8dcd-837a4219b676 req-b1c39e2c-23b4-40a4-8356-aa8170f9c211 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0398142
Jun 29 22:05:47.821922 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0ddc3f7e-0704-46a3-94b4-1714dff21f2a req-0c59f101-1839-4b04-9b8d-f145d59c56eb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0429916
Jun 29 22:05:48.980373 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-177b0c0c-64f0-4513-b93f-22440c7d99dd req-39248906-c414-41e0-a747-c50f7a79d995 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0416636
Jun 29 22:05:50.135302 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-cac1b6f6-e46b-4edf-b3b3-e3438bfbaefd req-14933849-71a5-424e-9310-eb93114f6363 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0394592
Jun 29 22:05:51.297676 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-047a7158-e7e6-4c39-96d4-66c1d99264ad req-ed21251a-7f09-45e4-9db9-15a2f8841b5d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0431154
Jun 29 22:05:51.462291 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:05:52.454699 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41af1fd9-b9bb-455e-ae83-c915cff25e3e req-e77007a1-a874-49af-80e6-f2a912987bf9 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0405514
Jun 29 22:05:53.611605 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0abecc04-2bf8-4b78-8456-4784ccade137 req-6a838d96-c1b6-4b66-9f21-261cc1d4c45d tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0404582
Jun 29 22:05:54.917474 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2bce1739-db51-48ef-a542-251da0080edb req-0f9ad797-c353-4469-8a1e-c93247360b29 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0433993
Jun 29 22:05:55.368791 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-686943a4-8eaf-4b4f-932c-d786c23d67c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:55.835150 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:56.085679 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7fe47fbb-c9f9-4a3d-a64c-1bd424a34d79 req-bd07ce3d-8a5f-4e3f-b0d7-747509a15003 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0394320
Jun 29 22:05:57.260506 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b16feb68-48ad-4746-94d0-cae0e918b32b req-8d6e333f-7906-4921-b4e6-61deb318df1e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0400252
Jun 29 22:05:57.696807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b8cc06da-02de-444c-8679-d284e75fb900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:58.421849 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-6af6d40a-370f-438c-9900-221726ba6092 req-93eb9649-f74b-4195-8613-37d234c334ec tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0426018
Jun 29 22:05:58.946688 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:05:59.579884 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3246ac30-d094-47e8-8905-b48428a1d9bc req-85aa0258-c770-4a01-a0a4-e82f2c597563 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0409565
Jun 29 22:06:00.200809 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:00.734616 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-7c69b87b-e6c3-4f70-858a-06eb20d183ee req-00de4519-ac9e-45e3-8061-fddb9c275b67 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0402250
Jun 29 22:06:01.966947 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-30789682-8664-44fa-b301-0f9ced8c21aa req-e4d2ceb7-cb1c-4eb4-aa6d-8050b318996e tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.1156220
Jun 29 22:06:03.133343 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad711818-9b67-40ac-b0b2-3c2eb3538609 req-a2eb2b2f-27ff-4273-a944-84234cd9f3cb tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0416296
Jun 29 22:06:04.288772 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-63a871fa-2ee5-4b8c-a1be-3822c7ff62cc req-51e9aaa9-dd93-4d96-8f32-ef5aa5791831 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0394282
Jun 29 22:06:05.451057 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a128e70a-023b-45dd-b847-170fb84b39b7 req-b8069312-affa-4618-838c-086071f33efd tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0427279
Jun 29 22:06:06.611609 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1e27d68b-8ef1-428c-9a9d-a9806337d28f req-c97c56a6-e0e8-4ef0-bf3a-363000582c58 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0405228
Jun 29 22:06:07.766633 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-db514181-6a92-49bc-af82-99e686c7ab7b req-04ae34f6-f6da-46e6-aadd-6a7dc9b4ff80 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0401516
Jun 29 22:06:08.928197 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a2a1340-d1a4-47a9-9903-e880cdc5f239 req-e38c9556-10f1-45fc-8455-1152929fe470 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0434558
Jun 29 22:06:10.084301 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d3f61afd-02df-4938-81de-ee7287661154 req-6911850f-371d-458b-af2b-da55fa3e93d3 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0401366
Jun 29 22:06:11.239938 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-23a8760c-7f0a-49d8-b598-66089d445c1e req-1ce70e81-93cd-4163-900d-8e277625baa4 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0405109
Jun 29 22:06:12.403825 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-57b46c1e-30cf-467a-87ac-781bbff4f722 req-dbaf8173-8fa3-4cd1-a976-175c52e4a896 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0428734
Jun 29 22:06:13.567378 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-28489f6a-6291-46e3-b801-a849f4dcea03 req-640b888e-9809-4a63-a961-33f09df3d61b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0435083
Jun 29 22:06:14.722540 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:14.727888 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b2fcede2-a995-4a36-8737-9b6c0415334e req-07ea8288-4b1e-4f63-9363-df5b5f91e35b tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0408449
Jun 29 22:06:15.889865 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b0ae8afd-24d5-45f7-8f7a-bb83111fd3dc req-545c0081-b76e-4a32-9947-9c647342a1d2 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0426087
Jun 29 22:06:17.048256 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-adc1f6d8-d7af-4f13-b549-f518a04908bf req-c6d9ea3a-bd0a-4f9a-baa5-e72e1549671f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0411580
Jun 29 22:06:18.204479 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f03b356b-f6fc-45bf-ab28-78fe682a4356 req-5c887b15-6555-4be1-8f65-dec0cbff2c18 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0404279
Jun 29 22:06:19.373511 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-54f9b94f-45cd-4d15-9054-2860e08212b9 req-d2310864-b6da-4830-bd38-a681b497750f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0496421
Jun 29 22:06:20.549033 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a6996de7-624f-4790-ab46-4f366677ab64 req-a8a23bde-78f9-432f-adf4-9c442053b359 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "GET /v2.0/ports?device_id=19091c4d-6459-4e8d-aedd-567091c8236a HTTP/1.1" status: 200  len: 210 time: 0.0427802
Jun 29 22:06:21.653116 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 47670) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:06:21.802708 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Deleting port 5cf09810-3de1-4a65-bfbf-72804509a345 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:06:21.803043 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:21.965469 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:21.965709 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:22.080282 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Calling delete_port for 5cf09810-3de1-4a65-bfbf-72804509a345 owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:06:22.212595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:22.216771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f5c13b12-d678-4a21-8e9d-c885628d5a4c tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:06:22.257202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event deleted for resources: {'Port': ['ID=5cf09810-3de1-4a65-bfbf-72804509a345,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:06:22.293683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.294048 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.294407 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.294760 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.295110 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.295481 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.295828 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.296173 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.296539 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.296882 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.297220 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:06:22.303339 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:06:22.357154 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:22.370334 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:22.371455 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "DELETE /v2.0/floatingips/99d7f098-b823-4c99-a816-9c8ff5c882c3 HTTP/1.1" status: 204  len: 168 time: 0.7173560
Jun 29 22:06:25.369860 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-79838f6c-0136-4672-a4d4-8b5e19512197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:25.835488 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:27.697592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fc139e82-42fe-4f0b-8273-4b6ce4307c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:28.462310 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:06:28.950928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:30.202933 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:44.750571 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:55.370630 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-12267853-ee24-4334-b3e7-4e3a43becf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:55.837940 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:57.699091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a362cfd1-b323-408b-852a-2ba8762684fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:06:58.952763 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:00.210850 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:05.463319 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:07:14.774535 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:25.372037 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-45fe8046-ece3-49f6-8104-6a30e72dcabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:25.840896 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:27.700745 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-883f5f0b-9496-42f0-8a20-508d6974fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:28.955532 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:30.209342 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:42.462213 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:07:44.756352 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:55.373617 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5b94b08f-c85e-4a2d-9035-de6dbf7fdaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:55.842198 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:57.702616 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1b3cfacd-b0ca-4916-9101-6dee47767031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:07:58.960335 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:00.212146 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:14.751293 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:19.462096 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:08:25.375448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-596eb597-28a8-45b9-b052-06154c7e7e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:25.842685 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:27.704576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c02a2f84-dd37-42cd-b3b9-c7bb741b43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:28.962634 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:30.213736 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:44.767411 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:55.377787 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c356d9bb-8486-47fb-b200-9df11167a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:55.844431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:56.461623 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:08:57.705237 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8b30ee55-d912-4ce4-9836-b5c99365f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:08:58.965479 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:00.215556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:14.798323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:25.379271 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-70120150-d37c-4fbb-970f-af4a63da2973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:25.845726 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:27.705962 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-35145a6c-ff4b-4503-9c4a-d67174f79d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:28.968808 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:30.219627 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:33.461967 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:09:44.801986 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:55.379964 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e72a75e9-e3c6-458f-82bf-9132eff4f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:55.847179 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:57.706781 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1b22-7472-4490-9138-14fa425a4c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:09:58.971886 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:00.221108 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:10.462457 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:10:14.802389 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:25.381194 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f5c303df-3a88-4a01-8b20-a05c5dbf79a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:25.848475 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:27.707581 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-24502270-3bab-4bb2-8818-7852dc0dd6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:28.973685 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:30.224084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:44.801104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:47.462914 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:10:55.382951 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ad530902-49c5-4990-abe2-360342a86b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:55.849530 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:57.708503 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-49c134aa-14b9-4e0d-816a-a0e154d66064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:10:58.976998 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:00.226444 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:14.812240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:24.466853 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:11:25.383912 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ff0fa182-22d2-419e-9a76-9b28d4a47408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:25.850574 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:27.709818 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c4b33584-d3b7-4159-9826-22c272379e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:28.980648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:30.228998 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:44.826841 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:55.385322 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5762-849a-4d13-b5c7-e34debb88c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:55.851663 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:57.711267 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-570e3afb-9ef9-41d6-b10b-24d49f4e0d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:11:58.982070 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:00.232610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:01.466195 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:12:14.849845 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:22.123965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 49098) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:22.190752 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:22.218987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:22.280227 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:22.284989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1c906d9a-1997-4368-bb9e-e112447456f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:22.302045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f97c0f-1e6e-442a-813e-342bea5bdeea,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:22.314127 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.315035 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.315415 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.315769 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.316117 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.316462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.316807 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.317155 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.317495 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.317833 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.318173 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:22.321753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:22.323619 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:22.327097 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-f78450f9-761a-4e02-9a35-cf3c8992b0b7 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] 10.222.0.21 "DELETE /v2.0/security-groups/96f97c0f-1e6e-442a-813e-342bea5bdeea HTTP/1.1" status: 204  len: 168 time: 0.1997838
Jun 29 22:12:23.595812 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49116) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:24.207776 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:24.861197 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Deleting port 1eb95b75-baea-4651-ac53-9f3e677062f1 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:24.861862 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:25.025050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] For port 1eb95b75-baea-4651-ac53-9f3e677062f1, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=1eb95b75-baea-4651-ac53-9f3e677062f1,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:25.025296 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:25.140223 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Calling delete_port for 1eb95b75-baea-4651-ac53-9f3e677062f1 owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:25.306694 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:25.310617 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d13b3884-7c5c-42cc-9f6d-cbcffccf8d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:25.350873 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb95b75-baea-4651-ac53-9f3e677062f1,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:25.387379 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-47ab4ebf-20ae-4da9-9fba-db21e889b317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:25.390609 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.390991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.391386 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.391749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.392249 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.392600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.392953 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.393329 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.393675 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.394019 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.394364 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:12:25.401416 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:25.644238 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:25.852856 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:26.291391 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Router 75fe29d8-ace1-4442-8a7d-82265e0cb18b has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:12:26.479511 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:12:26.487765 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Sync routers for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:12:26.491429 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-b734cb3d-c54c-4d7d-837b-53825f4f8452 admin admin] 10.222.0.21 "PUT /v2.0/routers/75fe29d8-ace1-4442-8a7d-82265e0cb18b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8944969
Jun 29 22:12:26.493935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49126) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:26.499340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:12:26.499956 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f7bbe0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:11:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:26.671340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:12:26.690191 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:26.881277 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:26.891057 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Deleting port 8263497c-1867-4515-a69a-3576042319d0 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:26.891659 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:26.983744 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f7bbe0>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '8263497c-1867-4515-a69a-3576042319d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T22:12:25Z', 'revision_number': 5, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port': {'id': '8263497c-1867-4515-a69a-3576042319d0', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T21:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:26.987373 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Checking router: 75fe29d8-ace1-4442-8a7d-82265e0cb18b for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:12:26.997430 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Routers {'75fe29d8-ace1-4442-8a7d-82265e0cb18b'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:12:26.998026 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88f7bbe0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:11:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:27.059289 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] For port 8263497c-1867-4515-a69a-3576042319d0, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=8263497c-1867-4515-a69a-3576042319d0,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:27.059653 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.143837 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] Set router 75fe29d8-ace1-4442-8a7d-82265e0cb18b gateway port host: None {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:12:27.179578 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Calling delete_port for 8263497c-1867-4515-a69a-3576042319d0 owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:27.244483 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88f7bbe0>, [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T22:12:26Z', 'revision_number': 6, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:27.248192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb003f-e0fe-4f5c-838f-48b32add233a None None] The sync data for ids ['75fe29d8-ace1-4442-8a7d-82265e0cb18b'] in dv-cinder-798672-2-iscsi is: [{'id': '75fe29d8-ace1-4442-8a7d-82265e0cb18b', 'name': 'tempest-TestVolumeBootPattern-498218347-router', 'tenant_id': '7cedca294e7c496d9e66ab3d729ae384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:25Z', 'updated_at': '2021-06-29T22:12:26Z', 'revision_number': 6, 'project_id': '7cedca294e7c496d9e66ab3d729ae384', 'gw_port_host': None}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:12:27.346292 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.350188 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-03edad90-b174-41c6-aefc-a7df2114bf1b tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:27.390478 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8263497c-1867-4515-a69a-3576042319d0,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:27.393552 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:27.700576 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.712115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-725a001a-eef2-4dd8-8eab-610fb734b9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.949107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.953073 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.979735 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.980431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75fe29d8-ace1-4442-8a7d-82265e0cb18b {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 22:12:27.993944 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:27.995039 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-6a1250f3-80fb-4db9-bc54-c227015fae27 admin admin] 10.222.0.21 "DELETE /v2.0/routers/75fe29d8-ace1-4442-8a7d-82265e0cb18b HTTP/1.1" status: 204  len: 168 time: 1.5001996
Jun 29 22:12:27.997728 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49134) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:28.022508 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1eb95b75-baea-4651-ac53-9f3e677062f1 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:28.055674 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 1eb95b75-baea-4651-ac53-9f3e677062f1 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:28.056027 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 1eb95b75-baea-4651-ac53-9f3e677062f1 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:28.056444 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 8263497c-1867-4515-a69a-3576042319d0 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:28.060889 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Deleting subnet b8cea22e-6ead-41af-be09-780e57ff0c9a {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 22:12:28.063884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.087004 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 8263497c-1867-4515-a69a-3576042319d0 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:28.087370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 8263497c-1867-4515-a69a-3576042319d0 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:28.113799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.192443 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.263963 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.268534 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-32d74f33-4181-4065-8706-8350d060f7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:28.300994 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cea22e-6ead-41af-be09-780e57ff0c9a,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:28.305054 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:28.307679 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.313246 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-908f9ffe-f7b6-4cc2-a2a7-8c79d5cc9c7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8cea22e-6ead-41af-be09-780e57ff0c9a HTTP/1.1" status: 204  len: 168 time: 0.3145933
Jun 29 22:12:28.313632 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b92d35-d3df-4f42-8401-dbab1ff2db41 None None] Network 80799340-bfe0-4269-9d60-b4c384571774 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:12:28.315700 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49138) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:28.424793 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.435468 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Deleting port 5253a50d-017f-4c4b-84c2-7618971992fb {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:28.435795 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.547220 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] DHCP port deletion for 80799340-bfe0-4269-9d60-b4c384571774 request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 22:12:28.551623 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Deleting port 5253a50d-017f-4c4b-84c2-7618971992fb {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:28.552279 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.647803 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] For port 5253a50d-017f-4c4b-84c2-7618971992fb, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=5253a50d-017f-4c4b-84c2-7618971992fb,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:28.648145 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.755633 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] For port 5253a50d-017f-4c4b-84c2-7618971992fb, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=5253a50d-017f-4c4b-84c2-7618971992fb,segment=NetworkSegment(7933ccbf-928f-4904-aefc-dec7efac7118),segment_id=7933ccbf-928f-4904-aefc-dec7efac7118)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:28.756195 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.772042 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Calling delete_port for 5253a50d-017f-4c4b-84c2-7618971992fb owned by network:dhcp {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:28.850917 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.854798 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-353bb03d-d01b-4125-b5e7-e35984c173b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:28.880858 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Calling delete_port for 5253a50d-017f-4c4b-84c2-7618971992fb owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:28.960972 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 22:12:28.961336 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 22:12:28.985389 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:28.985797 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Pushing event deleted for resources: {'Port': ['ID=5253a50d-017f-4c4b-84c2-7618971992fb,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:28.989383 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:28.991786 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] No DVR routers for this DVR port 5253a50d-017f-4c4b-84c2-7618971992fb on host dv-cinder-798672-2-iscsi {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:12:29.102132 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.114744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a87e6b1f0>,) {'filters': {'network_id': ['80799340-bfe0-4269-9d60-b4c384571774']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:29.126157 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a87e6b1f0>, '7933ccbf-928f-4904-aefc-dec7efac7118') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:29.126454 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a87e6b1f0>, '7933ccbf-928f-4904-aefc-dec7efac7118') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:29.137742 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.152895 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.158732 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 22:12:29.159215 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 22:12:29.171835 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 22:12:29.248496 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.252927 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-d62dc58a-91d5-4419-bcc3-491ba7a81e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:29.265744 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.275727 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Pushing event deleted for resources: {'Network': ['ID=80799340-bfe0-4269-9d60-b4c384571774,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:29.278726 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:29.288812 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80799340-bfe0-4269-9d60-b4c384571774 HTTP/1.1" status: 204  len: 168 time: 0.9722009
Jun 29 22:12:29.291799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49144) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:29.462857 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Deleting port 5253a50d-017f-4c4b-84c2-7618971992fb {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:29.463289 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.529469 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-270604ab-6f8c-4af3-b18b-94835b9658fa None None] The port '5253a50d-017f-4c4b-84c2-7618971992fb' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 22:12:29.663293 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:29.832217 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 5253a50d-017f-4c4b-84c2-7618971992fb no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:29.869104 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 5253a50d-017f-4c4b-84c2-7618971992fb {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:29.869455 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 5253a50d-017f-4c4b-84c2-7618971992fb not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:30.235744 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:30.237765 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Deleting port c2375c7c-214c-43a1-b45b-0edf782d6962 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:30.238096 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:30.488864 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] For port c2375c7c-214c-43a1-b45b-0edf782d6962, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c2375c7c-214c-43a1-b45b-0edf782d6962,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:30.489108 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:30.602392 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Calling delete_port for c2375c7c-214c-43a1-b45b-0edf782d6962 owned by network:router_interface {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:30.780367 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:30.784274 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4fa0c421-6628-478e-ba90-bc63e5fc4692 tempest-ServerRescueNegativeTestJSON-1578595867 tempest-ServerRescueNegativeTestJSON-1578595867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:30.824646 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2375c7c-214c-43a1-b45b-0edf782d6962,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:30.827099 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:31.104852 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:31.648490 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Router c5954531-b88c-4244-86a2-52793efc480a has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:12:31.929002 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:12:31.937751 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Sync routers for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:12:31.946240 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5954531-b88c-4244-86a2-52793efc480a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6532133
Jun 29 22:12:31.948423 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49154) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:31.950093 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:12:31.950689 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d59ee0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:12:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:32.118141 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:12:32.139031 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks [] for router, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:32.326771 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:32.335971 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Deleting port bd3d829f-2c09-41f2-af77-49078ad39bdc {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:32.336305 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:32.390925 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d59ee0>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T22:12:30Z', 'revision_number': 5, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port': {'id': 'bd3d829f-2c09-41f2-af77-49078ad39bdc', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5954531-b88c-4244-86a2-52793efc480a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T21:47:35Z', 'updated_at': '2021-06-29T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:32.394641 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Checking router: c5954531-b88c-4244-86a2-52793efc480a for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:12:32.404549 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Routers {'c5954531-b88c-4244-86a2-52793efc480a'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:12:32.405133 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d59ee0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:12:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['c5954531-b88c-4244-86a2-52793efc480a'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:32.501898 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] For port bd3d829f-2c09-41f2-af77-49078ad39bdc, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=bd3d829f-2c09-41f2-af77-49078ad39bdc,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:32.502239 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:32.544391 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] Set router c5954531-b88c-4244-86a2-52793efc480a gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:12:32.621708 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Calling delete_port for bd3d829f-2c09-41f2-af77-49078ad39bdc owned by network:router_gateway {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:32.644210 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d59ee0>, [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T22:12:32Z', 'revision_number': 6, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:32.647984 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9a709-1650-4fd1-8677-b9591d49feef None None] The sync data for ids ['c5954531-b88c-4244-86a2-52793efc480a'] in dv-cinder-798672-2-iscsi is: [{'id': 'c5954531-b88c-4244-86a2-52793efc480a', 'name': 'tempest-TestVolumeBootPattern-2058782772-router', 'tenant_id': '55514985b8754e5dbe1fb5e361fcad56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T21:47:34Z', 'updated_at': '2021-06-29T22:12:32Z', 'revision_number': 6, 'project_id': '55514985b8754e5dbe1fb5e361fcad56', 'gw_port_host': None}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:12:32.780969 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:32.785487 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e60d9558-226f-4d47-af93-58770e59a7ed tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:32.824953 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3d829f-2c09-41f2-af77-49078ad39bdc,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:32.827454 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:33.038799 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.370543 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.374884 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.401376 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.401932 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5954531-b88c-4244-86a2-52793efc480a {{(pid=74253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 22:12:33.413451 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Notify callbacks [] for router, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.414577 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] 10.222.0.21 "DELETE /v2.0/routers/c5954531-b88c-4244-86a2-52793efc480a HTTP/1.1" status: 204  len: 168 time: 1.4650826
Jun 29 22:12:33.417030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49160) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:33.477886 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Deleting subnet b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4 {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 22:12:33.481392 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.529502 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.609385 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.678194 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.682357 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:33.715136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:33.719783 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:33.723829 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.729539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d7e85-5c10-441a-8511-bbe757f393d0 None None] Network 22aba4e1-c61d-427e-aa75-5398df89b45e requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:12:33.730364 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a29fe49b-0290-40d5-8c0a-6a0dc597b08f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5bd6d57-92fc-4a6d-a87a-c7c0e553edb4 HTTP/1.1" status: 204  len: 168 time: 0.3122628
Jun 29 22:12:33.732642 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49164) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:33.847583 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.858604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Deleting port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:33.859185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:33.860071 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bd3d829f-2c09-41f2-af77-49078ad39bdc no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:33.896726 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: bd3d829f-2c09-41f2-af77-49078ad39bdc {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:33.896966 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device bd3d829f-2c09-41f2-af77-49078ad39bdc not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:33.897384 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c2375c7c-214c-43a1-b45b-0edf782d6962 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:33.981796 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: c2375c7c-214c-43a1-b45b-0edf782d6962 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:33.982140 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c2375c7c-214c-43a1-b45b-0edf782d6962 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:34.066070 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] DHCP port deletion for 22aba4e1-c61d-427e-aa75-5398df89b45e request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 22:12:34.068948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] For port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:34.069497 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.070218 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Deleting port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:34.070590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.184626 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Calling delete_port for e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 owned by network:dhcp {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:34.256039 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.260482 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-505314a5-0eba-4dce-999c-5ab3c5d8bec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:34.261166 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] For port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,segment=NetworkSegment(49ed105e-ee50-4bb9-93bf-ff8511bd61de),segment_id=49ed105e-ee50-4bb9-93bf-ff8511bd61de)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:12:34.261559 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.302755 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a8ed17-35c1-405e-b2b5-6ab28e84abb3,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:34.306080 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:34.309100 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] No DVR routers for this DVR port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 on host dv-cinder-798672-2-iscsi {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:12:34.381841 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Calling delete_port for e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:12:34.420368 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.433247 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a896439a0>,) {'filters': {'network_id': ['22aba4e1-c61d-427e-aa75-5398df89b45e']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:34.445078 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a896439a0>, '49ed105e-ee50-4bb9-93bf-ff8511bd61de') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:34.445294 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a896439a0>, '49ed105e-ee50-4bb9-93bf-ff8511bd61de') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:12:34.448448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 22:12:34.448804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 22:12:34.456816 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.472699 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.479277 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 22:12:34.479660 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 22:12:34.492249 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 22:12:34.564749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.568409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:34.582419 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.594545 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Pushing event deleted for resources: {'Network': ['ID=22aba4e1-c61d-427e-aa75-5398df89b45e,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:34.598935 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:34.600715 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-427a0af8-0cfb-4524-b9af-fbd0669ae153 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22aba4e1-c61d-427e-aa75-5398df89b45e HTTP/1.1" status: 204  len: 168 time: 0.8671908
Jun 29 22:12:34.758040 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49172) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:34.807847 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-ad9f34e1-1e52-4b96-b934-caef919809f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cedca294e7c496d9e66ab3d729ae384&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0486252
Jun 29 22:12:34.810056 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49176) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:34.865822 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.890192 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.944381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:34.947956 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8f27d19a-1435-47ee-b05b-b114b19d1c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:34.950311 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Deleting port e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:12:34.950817 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.018665 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7917bf3e-e28d-4691-955d-a02ddff11d5b None None] The port 'e2a8ed17-35c1-405e-b2b5-6ab28e84abb3' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 22:12:35.048252 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2366f038-ee07-407b-a67a-4b792ac266ce,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:35.053097 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:35.056323 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.058155 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-483ea250-10c3-4bcd-af8d-8d9087bd9cd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2366f038-ee07-407b-a67a-4b792ac266ce HTTP/1.1" status: 204  len: 168 time: 0.2471876
Jun 29 22:12:35.443948 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49186) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:35.492439 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e053142b-709d-4557-b478-b63d92a3487c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55514985b8754e5dbe1fb5e361fcad56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0472484
Jun 29 22:12:35.494627 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 49190) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:12:35.550327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.574428 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.623429 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.626892 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e6871be5-e2f0-4a38-8574-da75a4b2c5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:12:35.637611 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8979a907-3502-4d8b-8f67-0fab30b52ca7,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:12:35.642698 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:12:35.644996 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:35.646078 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e7df59a0-b91f-4e4f-9912-76828a7507a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8979a907-3502-4d8b-8f67-0fab30b52ca7 HTTP/1.1" status: 204  len: 168 time: 0.1505554
Jun 29 22:12:35.831554 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:12:35.864453 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:12:35.864806 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device e2a8ed17-35c1-405e-b2b5-6ab28e84abb3 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:12:38.465856 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:12:44.846311 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:55.390884 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ba0a-8b63-464c-8636-6cd8e11f593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:55.855576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:57.714509 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-da44ac09-ca1b-49eb-ae79-5ba091e6fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:12:58.988729 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:00.242499 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:14.859801 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:15.465793 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:13:25.391834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fb257b2b-7cda-43a2-9dfd-091d49b261be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:25.856654 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:27.714724 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c1ea73e5-71ac-40f2-9760-eccf5908a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:28.991611 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:30.242271 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:44.854208 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:52.466059 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:13:55.392610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-45238e2c-d66a-4e50-a1a1-908d779aa2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:55.857665 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:57.714411 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-62d298c0-0dd0-4b2e-8d17-237e01597326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:13:58.993988 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:00.243744 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:14.869464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:25.393810 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-77735959-9653-4b9d-b88c-e39af7b78e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:25.859313 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:27.714617 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7822ec57-0219-4bba-ab3d-f785154823df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:28.996366 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:29.465777 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:14:30.246371 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:44.883575 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:55.394859 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2f32-74f2-46a1-9221-ad88f8c9aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:55.859463 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:57.715781 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b67f9b8e-8a6e-467e-9b3c-2cd80ff367f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:14:59.000352 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:00.249924 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:06.466393 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:15:14.884748 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:25.397515 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3c7db392-a361-4646-ad92-e5d108141580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:25.861143 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:27.716385 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-09ecf328-1b3f-41c9-bb36-f9befb66b712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:29.003095 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:30.252619 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:43.466049 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:15:44.894477 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:55.398224 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd158-d442-40b3-ab38-6eff3fe6c350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:55.863762 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:57.716643 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7fce81a8-56a0-456f-81cf-ec7ca3ff3356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:15:59.005578 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:00.255421 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:14.913081 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:20.465829 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:16:25.399280 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-85a0260a-1215-48ff-9169-7778a26b33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:25.864802 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:27.717702 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-16eb6b02-0c41-43fc-9eb1-59b280c19868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:29.008490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:30.257325 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:44.926133 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:55.401051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3fa7-74ba-435d-a12a-7b6fd5bbefcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:55.865260 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:57.465329 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:16:57.718151 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07e2-d825-4823-989e-312c92a74d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:16:59.011470 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:00.260240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:14.956161 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:25.401590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9bc4507f-0fa4-48e0-b1cb-321ce894082a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:25.866713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:27.719515 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8b15f3b1-1e0c-4a25-97cb-d71b8149f631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:29.014453 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:30.262381 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:34.464978 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:17:44.954669 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:55.404075 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-c3655c55-7526-4803-9548-9b5aa7d7312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:55.867370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:57.721200 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e3e31d8f-aedf-4918-af43-77160faed41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:17:59.016412 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:00.265279 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:11.465017 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:18:14.953854 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:25.405970 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7b44b8b0-c028-44c4-b23f-b575020f55bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:25.870882 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:27.722520 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-636f4b6a-358c-4a3a-ae8f-a983ed0cc5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:29.022147 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:30.266662 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:44.953299 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:48.465149 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:18:55.407301 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-71d204c9-dea2-4018-a0d7-b0e2577b04ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:55.872521 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:57.723178 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-de9e2887-98e6-4ec9-9c88-81c0c6901db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:18:59.021448 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:00.270328 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:14.953990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:25.409308 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-998eb903-861e-4f37-9dd4-f82a7b0e6f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:25.465633 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:19:25.873955 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:27.723621 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-78d9a322-0a77-4eeb-b9a4-a987c5584d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:29.024575 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:30.272984 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:44.954823 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:55.410467 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4e9828a4-f4a6-4f5d-8ffc-229f5368e92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:55.876623 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:57.723820 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-76fb3877-ba4c-424a-91a7-8ea5d7418b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:19:59.027786 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:00.276228 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:02.465836 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:20:14.953280 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:20.041637 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-36e81ea1-8535-486c-8ebd-cd2a29cb6232 req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] (74252) timed out ('10.222.0.26', 62491) {{(pid=74252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:20:25.412494 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-0ba98549-b6ed-4fb7-8283-f32d311b655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:25.878085 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:27.724751 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee227-b5e8-4a02-9c4c-3fcea4162e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:29.030548 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:30.278855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:39.466006 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:20:44.971287 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:55.414379 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-1c0caa57-ca2e-49b4-a91e-ef402216ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:55.878783 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:57.724885 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f13878b0-9e28-4fcb-b101-e6724034c313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:20:59.034185 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:00.281762 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:14.978014 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:16.466956 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:21:19.375189 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-54f9b94f-45cd-4d15-9054-2860e08212b9 req-d2310864-b6da-4830-bd38-a681b497750f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] (74253) timed out ('10.222.0.21', 60412) {{(pid=74253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:21:20.552064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-a6996de7-624f-4790-ab46-4f366677ab64 req-a8a23bde-78f9-432f-adf4-9c442053b359 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] (74253) timed out ('10.222.0.21', 60286) {{(pid=74253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 29 22:21:25.417823 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-89707023-31e3-4f43-bdcb-106a75113f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:25.880113 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:27.724439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f885e9a8-5ea9-4df2-84b6-0d09188fc7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:29.036806 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:30.285120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:44.977643 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:53.467386 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:21:55.419147 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9c6e33c5-7a1b-4405-a6a3-6ba56a0db483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:55.880754 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:57.725771 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a60f5d2a-aa7f-40b7-bb9e-cbb1ff48d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:21:59.045319 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:00.287898 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:14.984688 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:19.777721 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50460) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:20.014827 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Deleting subnet 0e5af91a-1906-4c1f-8e98-850b5e4f5d52 {{(pid=74253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 22:22:20.017817 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.065789 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1315291'] for subnet, precommit_delete_associations {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.122125 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.187064 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-905114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1308515'] for subnet, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.191311 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:20.223533 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5af91a-1906-4c1f-8e98-850b5e4f5d52,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:20.230034 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.239267 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.239633 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.239988 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.240339 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.240686 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.241030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.241370 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.241712 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.242048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.242383 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.242716 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:20.245535 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:20.247344 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-f38235a0-efae-46de-ae4d-80991179eb51 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e5af91a-1906-4c1f-8e98-850b5e4f5d52 HTTP/1.1" status: 204  len: 168 time: 0.4684131
Jun 29 22:22:20.249637 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50466) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:20.350766 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.474965 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.487553 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-126ede19-8536-4602-952f-deab9964411c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88ce5880>,) {'filters': {'network_id': ['814d26ff-0946-4bb0-943a-71cd043e8e45']}} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:20.499457 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-126ede19-8536-4602-952f-deab9964411c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88ce5880>, 'cc28ba36-b8b3-4170-8e47-101804487c41') {'for_net_delete': True} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:20.499748 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.services.segments.db [None req-126ede19-8536-4602-952f-deab9964411c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88ce5880>, 'cc28ba36-b8b3-4170-8e47-101804487c41') {} {{(pid=74253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:20.510638 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1315284'] for segment, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.525805 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.531680 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 22:22:20.532043 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-905020'] for segment, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]: Traceback (most recent call last):
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     timer()
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     cb(*args, **kw)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     return func(*args, **kwargs)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     self._notify()
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     self.callback(batched_events)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     event.method(event)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     return f(self, *a, **k)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._get(url).json()
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     return self.request(url, 'GET', **kwargs)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 22:22:20.544965 dv-cinder-798672-2-iscsi neutron-server[74253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 22:22:20.617550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.621121 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-8527b9c9-9917-4d98-b4fb-c3c768117f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:20.633248 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.642738 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Pushing event deleted for resources: {'Network': ['ID=814d26ff-0946-4bb0-943a-71cd043e8e45,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:20.645683 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-126ede19-8536-4602-952f-deab9964411c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:20.649909 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-126ede19-8536-4602-952f-deab9964411c admin admin] 10.222.0.21 "DELETE /v2.0/networks/814d26ff-0946-4bb0-943a-71cd043e8e45 HTTP/1.1" status: 204  len: 168 time: 0.3993258
Jun 29 22:22:20.786097 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50472) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:20.834659 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-45bf6ddb-5ef7-422f-be94-6cdb758c01cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e231dfefcb6740cc8133cf26d43a6945&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0473769
Jun 29 22:22:20.836956 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50476) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:20.900103 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.924967 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.975255 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.978831 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e709ca49-8788-4024-8db5-6db99c7d10dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:20.990098 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e826d-43ac-4919-98a3-388cbcd59d97,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:20.994409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:20.996313 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:20.999657 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-3fe7954a-e2ac-4be6-9a25-5407418a57e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/756e826d-43ac-4919-98a3-388cbcd59d97 HTTP/1.1" status: 204  len: 168 time: 0.1618016
Jun 29 22:22:21.881921 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50498) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:22.013698 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1139068829-network', 'tenant_id': '4654789072124ee1b8610a9b65e24f33'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:22.018486 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:22.022228 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Usage tracker for resource:network and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:22.025009 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:22.031090 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:22.044614 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Made reservation on behalf of 4654789072124ee1b8610a9b65e24f33 for: {'network': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 22:22:22.046827 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.059628 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.092127 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:22.095924 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:22.098613 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:22.104281 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:22.173475 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.177203 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.181415 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-6741838b-ff00-4cf3-93bf-4700adca3237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:22.208458 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=74253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 22:22:22.220141 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30542e02-94eb-4d23-ba2e-bdd7862bd858,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:22.224154 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:22.225414 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.225749 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.segments_db [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Added segment e2e8e957-6882-43f0-bf13-9ad0379e9d29 of type vlan for network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a
Jun 29 22:22:22.252749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.281753 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.283048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:22.283654 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.288781 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-fb6be76a-c86d-47ea-ae75-a3fedd746dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:22.386183 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5031762
Jun 29 22:22:22.387276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:22.390172 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50504) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:22.390715 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-5b496d1e-8cd9-4a98-bafd-bd19bd0f3f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:22.396673 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Request body: {'subnet': {'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1139068829-subnet', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:22.398101 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 22:22:22.402573 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:22.406327 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Usage tracker for resource:subnet and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:22.409214 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:22.414827 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:22.424406 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Made reservation on behalf of 4654789072124ee1b8610a9b65e24f33 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 22:22:22.426880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.623704 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.627756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:22.776844 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3360002c-10c0-408e-931e-2c9f14008e2f,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:22.791156 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.791553 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.791916 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.792274 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.792626 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.792981 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.793320 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.793680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.794025 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.794944 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.795350 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:22.799338 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:22.802414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Checking segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:22.802764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Network hostable DHCP agents. Network: b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 22:22:22.824142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 22:22:22.832670 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:22.836811 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:22.838358 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.841922 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc68ff-3cb2-46a6-beaa-9f6d54fbd497 None None] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:22:22.858932 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-857f9b30-8f17-47d8-b2dd-af30e1f77adb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4677060
Jun 29 22:22:22.861643 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50508) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:22.873364 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:22.877932 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:22.881758 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Usage tracker for resource:router and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:22.884560 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:22.890156 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:22.899739 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.900624 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:22.918989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.052130 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 22:22:23.053200 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.062049 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.241937 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Allocated IP 172.20.0.2 (b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a/3360002c-10c0-408e-931e-2c9f14008e2f/77a16e41-65a9-4f45-8c26-5a7b31f9d605) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:23.251750 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.281162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.416809 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Allocated IP 172.27.3.113 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/25c83461-de1f-4666-b27b-66426ef4467c) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:23.443666 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.454248 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Transition to ACTIVE for port object 77a16e41-65a9-4f45-8c26-5a7b31f9d605 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:23.471983 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Transition to ACTIVE for port object 77a16e41-65a9-4f45-8c26-5a7b31f9d605 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:23.477143 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.481687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:23.539980 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:23.542697 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:23.546240 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:23.551047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Pushing event updated for resources: {'Port': ['ID=77a16e41-65a9-4f45-8c26-5a7b31f9d605,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:23.563803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.588922 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.589260 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.589706 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.590159 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.590586 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.591687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.591864 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.592004 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.592309 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.592627 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.592939 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.593253 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:23.595970 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-b402b2c3-8131-4ee0-82e1-5523b79e2b9f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:23.600105 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:23.648928 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Attempting to bind port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:23.649297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Attempting to bind port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:23.649654 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Attempting to bind port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 on network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:23.655989 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:23.656717 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:23.657093 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Checking segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:23.657491 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.657882 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Bound using segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:23.658338 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Bound port: 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:23.658718 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.658864 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:23.662290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:23.701228 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Pushing event updated for resources: {'Port': ['ID=25c83461-de1f-4666-b27b-66426ef4467c,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:23.705124 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:23.742930 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] For port 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:23.745827 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] For port 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=77a16e41-65a9-4f45-8c26-5a7b31f9d605,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:23.751377 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.754789 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:23.831719 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.832501 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:23.839806 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Pushing event updated for resources: {'Port': ['ID=77a16e41-65a9-4f45-8c26-5a7b31f9d605,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:23.845489 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:24.081624 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Router 7de2eb89-5067-4259-a6ef-db214e3d988e is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 22:22:24.134847 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 77a16e41-65a9-4f45-8c26-5a7b31f9d605 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:24.202136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:24.282483 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:22:24.290762 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736915-d710-41a0-967f-73d19088607a None None] Sync routers for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:22:24.302699 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91736915-d710-41a0-967f-73d19088607a None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:24.303713 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-91736915-d710-41a0-967f-73d19088607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88aa2c40>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:21:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:24.305880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:24.307043 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-c2392bf4-5367-4097-a098-e6a87b0d172f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.4443820
Jun 29 22:22:24.309764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50512) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:24.480323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-91736915-d710-41a0-967f-73d19088607a None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:24.737702 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851ed01-0ded-40d3-9c42-175971065c24 None None] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:22:24.915989 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Provisioning for port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:24.923834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-91736915-d710-41a0-967f-73d19088607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88aa2c40>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:23Z', 'revision_number': 3, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:24.931587 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Provisioning complete for port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:24.931959 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:24.965011 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736915-d710-41a0-967f-73d19088607a None None] Checking router: 7de2eb89-5067-4259-a6ef-db214e3d988e for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:22:24.965280 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736915-d710-41a0-967f-73d19088607a None None] Updating router 7de2eb89-5067-4259-a6ef-db214e3d988e port 25c83461-de1f-4666-b27b-66426ef4467c binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 22:22:25.110321 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.145131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.300372 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.347137 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Allocated IP 172.20.0.1 (b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a/3360002c-10c0-408e-931e-2c9f14008e2f/489fb04c-8bcb-4f86-b33a-6f76f2eb9946) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:25.423592 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] For port 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=77a16e41-65a9-4f45-8c26-5a7b31f9d605,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:25.434523 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.445426 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:25.489555 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-bd9dfcb6-555a-4693-a1a3-b0640073bb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.508249 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.523318 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Transition to ACTIVE for port object 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:25.532942 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Pushing event updated for resources: {'Port': ['ID=77a16e41-65a9-4f45-8c26-5a7b31f9d605,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:25.536405 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:25.550091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.554666 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e1711fc2-b99b-4a01-8e97-b0efa747efd0 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:25.614206 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-4cb56f02-16bd-48f9-ac5e-f35030a8e0bf None None] Provisioning complete for port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:25.614490 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4cb56f02-16bd-48f9-ac5e-f35030a8e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.620314 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:25.623131 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:25.627419 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:25.643681 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.654742 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Pushing event updated for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:25.661441 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:25.676482 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-91736915-d710-41a0-967f-73d19088607a None None] Transition to ACTIVE for port object 25c83461-de1f-4666-b27b-66426ef4467c will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:25.682381 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.689277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.694100 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:25.769972 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.808344 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-91736915-d710-41a0-967f-73d19088607a None None] Attempting to bind port 25c83461-de1f-4666-b27b-66426ef4467c on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:25.808632 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-91736915-d710-41a0-967f-73d19088607a None None] Attempting to bind port 25c83461-de1f-4666-b27b-66426ef4467c by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:25.808992 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736915-d710-41a0-967f-73d19088607a None None] Attempting to bind port 25c83461-de1f-4666-b27b-66426ef4467c on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:25.817411 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a35ad-c4c5-4628-847c-01175e375876 None None] Pushing event updated for resources: {'Port': ['ID=25c83461-de1f-4666-b27b-66426ef4467c,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:25.827614 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-ad7a35ad-c4c5-4628-847c-01175e375876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:25.835945 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736915-d710-41a0-967f-73d19088607a None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:25.836319 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736915-d710-41a0-967f-73d19088607a None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:25.836721 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.837110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91736915-d710-41a0-967f-73d19088607a None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:25.837572 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-91736915-d710-41a0-967f-73d19088607a None None] Bound port: 25c83461-de1f-4666-b27b-66426ef4467c, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:25.837941 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.909118 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.922464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-91736915-d710-41a0-967f-73d19088607a None None] For port 25c83461-de1f-4666-b27b-66426ef4467c, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:25.925444 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-91736915-d710-41a0-967f-73d19088607a None None] For port 25c83461-de1f-4666-b27b-66426ef4467c, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=25c83461-de1f-4666-b27b-66426ef4467c,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:25.929430 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-91736915-d710-41a0-967f-73d19088607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:25.933428 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:26.008480 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.013658 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.018438 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a35ad-c4c5-4628-847c-01175e375876 None None] Pushing event updated for resources: {'Port': ['ID=25c83461-de1f-4666-b27b-66426ef4467c,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:26.022216 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-ad7a35ad-c4c5-4628-847c-01175e375876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:26.023013 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91736915-d710-41a0-967f-73d19088607a None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:26.023721 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-91736915-d710-41a0-967f-73d19088607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88aa2c40>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:21:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:26.039261 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-f24e3373-1ae5-4a1a-af8c-bcc50e7ad1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:26.086612 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-5ebc835b-a3c7-485d-a9c8-eb64e0d354d9 None None] Provisioning for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:26.094768 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-5ebc835b-a3c7-485d-a9c8-eb64e0d354d9 None None] Provisioning complete for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:26.095260 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5ebc835b-a3c7-485d-a9c8-eb64e0d354d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.119187 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.123148 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Pushing event updated for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:26.124088 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 77a16e41-65a9-4f45-8c26-5a7b31f9d605 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:26.126034 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:26.276194 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc835b-a3c7-485d-a9c8-eb64e0d354d9 None None] Port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 22:22:26.308730 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-91736915-d710-41a0-967f-73d19088607a None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:26.354825 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:26.355787 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:26.362381 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:26.362753 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.736155 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Router 7de2eb89-5067-4259-a6ef-db214e3d988e has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:22:26.737110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-97e78fb4-f858-45ea-bfa7-c190144b3670 None None] Provisioning complete for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:26.737587 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-97e78fb4-f858-45ea-bfa7-c190144b3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:26.808865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-97e78fb4-f858-45ea-bfa7-c190144b3670 None None] Port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 22:22:26.826554 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-91736915-d710-41a0-967f-73d19088607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88aa2c40>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 2, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:26.830478 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91736915-d710-41a0-967f-73d19088607a None None] The sync data for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi is: [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 2, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:22:26.951800 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:22:26.962402 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] 10.222.0.21 "PUT /v2.0/routers/7de2eb89-5067-4259-a6ef-db214e3d988e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6507845
Jun 29 22:22:27.733407 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5b6b3a7a-62a0-468b-8b72-ffcafb3f44fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:27.871414 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50534) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:27.878011 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-685085291-network', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897'}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:27.883162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:27.887166 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Usage tracker for resource:network and tenant:aa0d3f538c184af4aaf29463db122897 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:27.890415 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:27.896501 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:27.906719 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Made reservation on behalf of aa0d3f538c184af4aaf29463db122897 for: {'network': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 22:22:27.908962 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for network, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:27.921183 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:27.950862 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:27.954524 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0d3f538c184af4aaf29463db122897 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:27.957290 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:27.962773 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:28.025556 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.029018 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.031709 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-746ec480-cf91-4a99-8132-300e6c9e5fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:28.063054 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=74252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 22:22:28.068192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c086ee-2652-4b68-a778-32a6c5c90313,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:28.071805 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:28.075576 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.075910 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.db.segments_db [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Added segment de97a773-ea98-4eb8-8ea0-8c2d5356815a of type vlan for network 028fe7a3-ae71-4f31-abd8-8c305aaac373
Jun 29 22:22:28.104706 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760266979750'] for network, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.134595 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471'] for network, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.135788 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:28.136362 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.138934 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 25c83461-de1f-4666-b27b-66426ef4467c up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:28.140053 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-98759bbd-a0d7-46c5-ab1a-8c674d1d227e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:28.204079 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 25c83461-de1f-4666-b27b-66426ef4467c completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:28.208644 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 25c83461-de1f-4666-b27b-66426ef4467c triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:28.209284 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.239142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Pushing event updated for resources: {'Network': ['ID=028fe7a3-ae71-4f31-abd8-8c305aaac373,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:28.242070 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3689110
Jun 29 22:22:28.242940 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:28.244757 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50538) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:28.250192 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Request body: {'subnet': {'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-685085291-subnet', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'ip_version': 4}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:28.254765 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:28.254969 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 details requested by agent ovs-agent-dv-cinder-798672-2-iscsi with host dv-cinder-798672-2-iscsi {{(pid=74254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 22:22:28.258506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Usage tracker for resource:subnet and tenant:aa0d3f538c184af4aaf29463db122897 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:28.261297 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:28.267019 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:28.276857 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Made reservation on behalf of aa0d3f538c184af4aaf29463db122897 for: {'subnet': 1} {{(pid=74252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 22:22:28.279727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1623795'] for subnet, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.414864 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.431101 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 25c83461-de1f-4666-b27b-66426ef4467c, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=25c83461-de1f-4666-b27b-66426ef4467c,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:28.435399 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.437139 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-ad7a35ad-c4c5-4628-847c-01175e375876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:28.479693 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1053579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1623777'] for subnet, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.484538 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-acd83e4f-2ae6-4ec4-b74a-1e2c6bfd4178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:28.498149 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=25c83461-de1f-4666-b27b-66426ef4467c,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:28.501012 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:28.548634 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cebf27-f19d-498a-b71e-7048d583c987,revision_number=0']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:28.553655 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:28.563100 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Checking segment: {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:28.563496 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Network hostable DHCP agents. Network: 028fe7a3-ae71-4f31-abd8-8c305aaac373, hostable agents: ['b63762bc-a935-42d3-bd9d-c6990139688d'], hosted agents: [] {{(pid=74252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 22:22:28.584956 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 is scheduled to be hosted by DHCP agent b63762bc-a935-42d3-bd9d-c6990139688d with binding_index 1 {{(pid=74252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 22:22:28.593904 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798672-2-iscsi, 028fe7a3-ae71-4f31-abd8-8c305aaac373) {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:28.597509 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:28.598091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.603436 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ca75b-d7fe-41fd-bc90-4bb192c2b4d4 None None] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:22:28.619755 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-242670d3-9397-4aed-b411-6d46454f8a8b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3716695
Jun 29 22:22:28.619961 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50542) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:28.625009 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.v2.base [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}} {{(pid=74252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:28.629324 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:28.633040 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Usage tracker for resource:router and tenant:aa0d3f538c184af4aaf29463db122897 is out of sync, need to count used quota {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:28.635803 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74252) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:28.642215 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.quota.driver [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74252) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:28.652129 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8041'] for router, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.653041 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.671725 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.816555 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b981d3-a2a2-592c-8ac2-8e77ea9db53a-028fe7a3-ae71-4f31-abd8-8c305aaac373', 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'fixed_ips': [{'subnet_id': '47cebf27-f19d-498a-b71e-7048d583c987'}]}} from dv-cinder-798672-2-iscsi. {{(pid=74254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 22:22:28.817656 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3816143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8054'] for router, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.817947 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:28.971840 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.db_base_plugin_common [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Allocated IP 172.20.0.2 (028fe7a3-ae71-4f31-abd8-8c305aaac373/47cebf27-f19d-498a-b71e-7048d583c987/c1a42284-8213-4801-85ea-45dc21e04cf6) {{(pid=74254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:29.079722 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.103614 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.133447 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.193295 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks [] for port, precommit_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.203618 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Transition to ACTIVE for port object c1a42284-8213-4801-85ea-45dc21e04cf6 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:29.222031 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Transition to ACTIVE for port object c1a42284-8213-4801-85ea-45dc21e04cf6 will not be triggered until provisioned by entity DHCP. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:29.227412 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776'] for port, after_create {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.230659 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:29.270980 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Allocated IP 172.27.3.88 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/23b9c55c-945a-496c-9a32-6d3ac37ec408) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:29.297444 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 is already hosted by enough agents. {{(pid=74254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:29.298256 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Pushing event updated for resources: {'Port': ['ID=c1a42284-8213-4801-85ea-45dc21e04cf6,revision_number=1']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:29.302091 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.scheduler.base_scheduler [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Resources bound (agent type, host, resource id):  {{(pid=74254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:29.304092 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:29.304809 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Received port after_create {{(pid=74254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:29.395542 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Attempting to bind port c1a42284-8213-4801-85ea-45dc21e04cf6 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:29.396115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Attempting to bind port c1a42284-8213-4801-85ea-45dc21e04cf6 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:29.396510 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Attempting to bind port c1a42284-8213-4801-85ea-45dc21e04cf6 on network 028fe7a3-ae71-4f31-abd8-8c305aaac373 {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:29.404485 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:29.404854 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Checking segment: {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:29.405257 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.405648 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Bound using segment: {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:29.406139 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Bound port: c1a42284-8213-4801-85ea-45dc21e04cf6, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:29.406579 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.426172 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.454423 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.458698 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6d915be2-be32-4e78-8478-8beac39d2516 tempest-VolumesActionsTest-91756229 tempest-VolumesActionsTest-91756229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:29.494994 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] For port c1a42284-8213-4801-85ea-45dc21e04cf6, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:29.498081 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] For port c1a42284-8213-4801-85ea-45dc21e04cf6, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c1a42284-8213-4801-85ea-45dc21e04cf6,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:29.502100 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.507323 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:29.527272 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:29.530591 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:29.532919 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:29.562365 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Pushing event updated for resources: {'Port': ['ID=23b9c55c-945a-496c-9a32-6d3ac37ec408,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:29.565057 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:29.579547 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Pushing event updated for resources: {'Port': ['ID=c1a42284-8213-4801-85ea-45dc21e04cf6,revision_number=2']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:29.587735 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:29.718166 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.719208 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816180'] for router, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:29.953506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Router ec00e7fb-0a03-475b-b296-24e101075092 is scheduled to L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 with binding_index 1 {{(pid=74252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 22:22:30.157462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:22:30.176585 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Sync routers for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:22:30.182097 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 25c83461-de1f-4666-b27b-66426ef4467c up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:30.188645 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.189859 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-022c593a-b8bf-4748-beb9-3c5e4c8c1b63 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5690191
Jun 29 22:22:30.192468 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50546) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:30.194883 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:30.195929 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8902aa60>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:30.295282 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 25c83461-de1f-4666-b27b-66426ef4467c triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:30.295846 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.349758 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.426593 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:30.433583 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c1a42284-8213-4801-85ea-45dc21e04cf6 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:30.515385 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port c1a42284-8213-4801-85ea-45dc21e04cf6 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:30.529798 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d57ad5-9609-405f-a4b6-167caeb65be6 None None] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:22:30.574325 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:22:30.660084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Provisioning for port c1a42284-8213-4801-85ea-45dc21e04cf6 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:30.677439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Provisioning complete for port c1a42284-8213-4801-85ea-45dc21e04cf6 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:30.677439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.741328 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8902aa60>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:29Z', 'revision_number': 3, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:30.745357 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Checking router: ec00e7fb-0a03-475b-b296-24e101075092 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:22:30.745702 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Updating router ec00e7fb-0a03-475b-b296-24e101075092 port 23b9c55c-945a-496c-9a32-6d3ac37ec408 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 22:22:30.800501 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.889930 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.933485 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] For port c1a42284-8213-4801-85ea-45dc21e04cf6, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c1a42284-8213-4801-85ea-45dc21e04cf6,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:30.939701 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:30.941537 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-9f59ef60-1ce3-4ce3-8ebb-4eeafb867c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:31.014184 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Pushing event updated for resources: {'Port': ['ID=c1a42284-8213-4801-85ea-45dc21e04cf6,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:31.017461 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-2efea002-cf86-4912-a2c4-e3e107c8fae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:31.120906 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.166173 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.171901 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-9ac07322-eb47-4d7c-a180-a4b8b7e02373 None None] Provisioning complete for port c1a42284-8213-4801-85ea-45dc21e04cf6 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:31.172277 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9ac07322-eb47-4d7c-a180-a4b8b7e02373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.178552 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Transition to ACTIVE for port object 23b9c55c-945a-496c-9a32-6d3ac37ec408 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:31.186188 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.192496 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:31.270336 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Attempting to bind port 23b9c55c-945a-496c-9a32-6d3ac37ec408 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:31.270618 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Attempting to bind port 23b9c55c-945a-496c-9a32-6d3ac37ec408 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:31.270973 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Attempting to bind port 23b9c55c-945a-496c-9a32-6d3ac37ec408 on network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:31.273583 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Pushing event updated for resources: {'Port': ['ID=23b9c55c-945a-496c-9a32-6d3ac37ec408,revision_number=2']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:31.283982 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:31.284351 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Checking segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:31.284746 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.285138 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Bound using segment: {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:31.285592 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Bound port: 23b9c55c-945a-496c-9a32-6d3ac37ec408, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c060e75f-930c-452c-b8dc-23829b355915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:31.285979 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.312890 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.313225 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.313555 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.313880 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.314202 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.314519 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.314834 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.315171 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.315514 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.315826 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.316137 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:22:31.325730 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:31.336535 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_common [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Allocated IP 172.20.0.1 (028fe7a3-ae71-4f31-abd8-8c305aaac373/47cebf27-f19d-498a-b71e-7048d583c987/b024397f-b3db-4f99-bc13-ecd49da93ce8) {{(pid=74252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:31.363377 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] For port 23b9c55c-945a-496c-9a32-6d3ac37ec408, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:31.366620 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] For port 23b9c55c-945a-496c-9a32-6d3ac37ec408, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=23b9c55c-945a-496c-9a32-6d3ac37ec408,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:31.370143 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.374443 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-90dd14e9-dd13-4e0d-8144-fc9ff42e9627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:31.452084 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Pushing event updated for resources: {'Port': ['ID=23b9c55c-945a-496c-9a32-6d3ac37ec408,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:31.456081 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-f7faae63-8280-495d-bf38-9e03b340687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:31.457051 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:31.457660 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a8902aa60>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:31.482681 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.498687 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.provisioning_blocks [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Transition to ACTIVE for port object b024397f-b3db-4f99-bc13-ecd49da93ce8 will not be triggered until provisioned by entity DHCP. {{(pid=74252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:31.519475 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.523205 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-c8995092-fbb1-42f5-b3ea-10ed9c343f51 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:31.585582 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:31.588353 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:31.590770 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Received port after_create {{(pid=74252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:31.628930 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Pushing event updated for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=1']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:31.631663 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:31.634805 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:31.652981 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815458'] for router_interface, before_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.738965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.824389 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-128072ea-18a2-4724-8049-56551c05bdb4 None None] Provisioning for port b024397f-b3db-4f99-bc13-ecd49da93ce8 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:31.831334 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-128072ea-18a2-4724-8049-56551c05bdb4 None None] Provisioning complete for port b024397f-b3db-4f99-bc13-ecd49da93ce8 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:31.831846 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-128072ea-18a2-4724-8049-56551c05bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.886697 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-128072ea-18a2-4724-8049-56551c05bdb4 None None] Port b024397f-b3db-4f99-bc13-ecd49da93ce8 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 22:22:31.922686 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a8902aa60>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:29Z', 'revision_number': 3, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:31.926481 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd5411-babf-4f9b-8e2d-33fd395faf8d None None] The sync data for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi is: [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:29Z', 'revision_number': 3, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:22:31.972669 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:31.978991 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1053502'] for port, after_update {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:32.003618 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-9291edde-4ddc-4a38-911a-2efc018fb64d tempest-VolumesNegativeTest-1789271197 tempest-VolumesNegativeTest-1789271197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:32.077904 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Pushing event updated for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=2']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:32.080908 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:32.081890 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3813646'] for router_interface, after_create {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:32.111634 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c1a42284-8213-4801-85ea-45dc21e04cf6 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:32.176836 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port c1a42284-8213-4801-85ea-45dc21e04cf6 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:32.177196 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:32.214592 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 is already hosted by enough agents. {{(pid=74252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:32.216216 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:32.410155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-b8ae3b00-10c3-4201-953f-f628f87b8ff2 None None] Provisioning complete for port b024397f-b3db-4f99-bc13-ecd49da93ce8 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:32.410552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3b00-10c3-4201-953f-f628f87b8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:32.460320 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae3b00-10c3-4201-953f-f628f87b8ff2 None None] Port b024397f-b3db-4f99-bc13-ecd49da93ce8 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 22:22:32.688586 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Router ec00e7fb-0a03-475b-b296-24e101075092 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:22:32.884207 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:22:32.892657 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1ddfad5b-5960-4e40-bd65-9ebf6c8db477 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec00e7fb-0a03-475b-b296-24e101075092/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6992426
Jun 29 22:22:33.545754 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50562) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:33.551457 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346186046', 'description': 'tempest-secgroup-smoke-1346186046 description', 'project_id': '4654789072124ee1b8610a9b65e24f33'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:33.557375 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:33.561110 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:33.563885 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:33.569385 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:33.579600 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.616470 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:33.622253 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:33.626868 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:33.632444 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:33.684492 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.687831 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.691208 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2457eca0-ff4f-48d2-98dc-de3fbb365388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:33.730333 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53caaedf-fdf3-4d30-ae35-4d96a8e48b79,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:33.733412 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.737179 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1878273
Jun 29 22:22:33.737179 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-78f8a36a-919c-40f2-ab12-cf505946560d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:33.737436 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50566) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:33.742548 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:33.748172 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:33.751835 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:33.754579 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:33.760117 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:33.778121 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.841874 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.845590 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.847526 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:33.868309 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270c342d-2d44-4a70-9ec2-c19209343bd9,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:33.872623 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:33.877006 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.878141 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-98c325ff-ed43-4bfc-9adc-a82ccc672472 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1399240
Jun 29 22:22:33.880787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50570) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:33.886456 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:33.892791 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:33.896602 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:33.899486 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:33.905688 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:33.921792 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.983157 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.987992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:33.990550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:34.014088 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da10ab7c-5c36-4841-ba7b-4fc7b1d03da7,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:34.016656 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:34.024529 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.025831 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-0db16c81-9d44-4135-b82b-7f206a0be981 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1441226
Jun 29 22:22:34.029167 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50574) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:34.035107 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:34.040951 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:34.044775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:34.047664 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:34.053575 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:34.069738 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.132741 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.136444 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.138936 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:34.161535 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ae05cb-17ce-4d27-8b3f-310e5a95ec72,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:34.164049 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:34.170720 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.171885 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-4f6e3621-e390-4a02-a83c-91124cfb178a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1418815
Jun 29 22:22:34.174526 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50578) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:34.180065 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:34.185929 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:34.189746 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:34.192687 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:34.198206 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:34.214380 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.274159 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.277706 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.279816 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-44b541eb-a6f5-48f7-92c9-6d43f99a6ad9 tempest-TestMinimumBasicScenario-1300185988 tempest-TestMinimumBasicScenario-1300185988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:34.302062 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf0d62b-00c9-41c2-833d-93612243d33b,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:34.306639 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:34.311444 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.312586 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-a7bfa4d0-aee1-4375-8894-367ee016d814 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1371789
Jun 29 22:22:34.315311 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50582) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:34.320775 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:34.326858 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:34.330605 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:34.333442 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:34.339186 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:34.349034 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.securitygroups_db [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Project 4654789072124ee1b8610a9b65e24f33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 22:22:34.355788 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.416381 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.419628 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.421593 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-e4ad8704-cbbe-4e2c-bc84-fd0cc7087694 tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:34.445475 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daac20f-361e-40b5-baf4-db3c8f5f5860,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:34.447767 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:34.455325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.456447 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-38cb10ca-5b27-48f7-9232-37f5d807bc84 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1402500
Jun 29 22:22:34.459129 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50586) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:34.464595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'security_group_rule': {'security_group_id': '53caaedf-fdf3-4d30-ae35-4d96a8e48b79', 'project_id': '4654789072124ee1b8610a9b65e24f33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:34.469911 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:34.473549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:security_group_rule and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:22:34.476327 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:22:34.482378 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:34.492111 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.securitygroups_db [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Project 4654789072124ee1b8610a9b65e24f33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 22:22:34.498739 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.562048 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.565436 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346031'] for security_group_rule, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.567469 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-180b28b1-f142-4105-8613-be4cc2287d3f tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:34.588271 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9548ee93-a610-4f12-a6dc-bd2427c50f5e,revision_number=0']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:34.590726 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:34.597417 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:34.598580 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-cf4e5b19-3138-4717-949f-7b01e95b5da3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1385016
Jun 29 22:22:38.128672 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 23b9c55c-945a-496c-9a32-6d3ac37ec408 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:38.196409 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 23b9c55c-945a-496c-9a32-6d3ac37ec408 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:38.201194 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 23b9c55c-945a-496c-9a32-6d3ac37ec408 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:38.201573 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:38.314691 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:38.330485 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 23b9c55c-945a-496c-9a32-6d3ac37ec408, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=23b9c55c-945a-496c-9a32-6d3ac37ec408,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:38.334006 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:38.335759 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-4a002d9c-669d-4a6e-94bc-420906211f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:38.398357 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=23b9c55c-945a-496c-9a32-6d3ac37ec408,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:38.401543 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:40.114636 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 23b9c55c-945a-496c-9a32-6d3ac37ec408 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:40.184316 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 23b9c55c-945a-496c-9a32-6d3ac37ec408 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:40.184687 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:41.480550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Sync routers for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:22:41.492368 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:41.492967 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89457c10>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:41.667084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:42.002550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89457c10>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 2, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:42.006250 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Checking router: 7de2eb89-5067-4259-a6ef-db214e3d988e for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:22:42.006597 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Updating router 7de2eb89-5067-4259-a6ef-db214e3d988e port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 binding host dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 22:22:42.058662 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.390273 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks [] for port, precommit_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.401157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Transition to ACTIVE for port object 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 will not be triggered until provisioned by entity L2. {{(pid=74254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:42.407424 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.410595 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:42.534440 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b66e2-d4d7-440c-a473-3be48ada1dcf None None] Pushing event updated for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=3']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:42.537975 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-b22b66e2-d4d7-440c-a473-3be48ada1dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:42.621590 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Attempting to bind port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:42.621960 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Attempting to bind port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:42.622324 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Attempting to bind port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 on network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:42.628771 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:42.629145 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Checking segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:42.629566 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.629994 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Bound using segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} {{(pid=74254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:42.630368 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.managers [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Bound port: 489fb04c-8bcb-4f86-b33a-6f76f2eb9946, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}}] {{(pid=74254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:42.630818 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.720189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] For port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:42.723200 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] For port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:42.728380 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:42.733580 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-a6cbaa7a-1f5b-44e9-8a61-f229fb13cd37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:42.821084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b66e2-d4d7-440c-a473-3be48ada1dcf None None] Pushing event updated for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:42.825359 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-b22b66e2-d4d7-440c-a473-3be48ada1dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:42.829565 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:42.830176 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89457c10>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:43.019540 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:43.188615 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Sync routers for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:22:43.199832 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:43.200438 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89207d30>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:43.381261 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89457c10>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:42Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:43.385044 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338adf8-ec2a-4804-83cf-3ecd24f7fd03 None None] The sync data for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi is: [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:42Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:22:43.409300 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:43.813633 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89207d30>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 4, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'b024397f-b3db-4f99-bc13-ecd49da93ce8', 'name': '', 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'mac_address': 'fa:16:3e:54:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cebf27-f19d-498a-b71e-7048d583c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:31Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 2, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'subnets': [{'id': '47cebf27-f19d-498a-b71e-7048d583c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:43.819683 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Checking router: ec00e7fb-0a03-475b-b296-24e101075092 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:22:43.820031 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Updating router ec00e7fb-0a03-475b-b296-24e101075092 port b024397f-b3db-4f99-bc13-ecd49da93ce8 binding host dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 22:22:43.915181 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.144755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:44.214395 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:44.219582 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:44.219952 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.295604 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks [] for port, precommit_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.307397 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.provisioning_blocks [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Transition to ACTIVE for port object b024397f-b3db-4f99-bc13-ecd49da93ce8 will not be triggered until provisioned by entity L2. {{(pid=74255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:44.313999 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.318197 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-6d7c63e4-d479-4cc2-9280-b4e123fb54fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:44.336297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.368680 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:44.372346 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.374160 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:44.428249 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b90b-2972-493b-bf69-4ea2ff8d3da6 None None] Pushing event updated for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=3']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:44.437518 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-e4b8b90b-2972-493b-bf69-4ea2ff8d3da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:44.456902 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:44.459983 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:44.537986 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Attempting to bind port b024397f-b3db-4f99-bc13-ecd49da93ce8 on host dv-cinder-798672-2-iscsi for vnic_type normal with profile  {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:44.538353 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Attempting to bind port b024397f-b3db-4f99-bc13-ecd49da93ce8 by drivers openvswitch,hyperv on host dv-cinder-798672-2-iscsi at level 0 using segments [{'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:44.538712 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Attempting to bind port b024397f-b3db-4f99-bc13-ecd49da93ce8 on network 028fe7a3-ae71-4f31-abd8-8c305aaac373 {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:44.549915 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Checking agent: {'id': 'af306744-2bc4-4eaf-be75-fc6120491752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798672-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 33, 56), 'started_at': datetime.datetime(2021, 6, 29, 21, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798672-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:44.550180 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Checking segment: {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:44.550434 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.550814 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Bound using segment: {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'} {{(pid=74255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:44.551296 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.managers [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Bound port: b024397f-b3db-4f99-bc13-ecd49da93ce8, host: dv-cinder-798672-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de97a773-ea98-4eb8-8ea0-8c2d5356815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373'}}] {{(pid=74255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:44.551689 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.643571 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] For port b024397f-b3db-4f99-bc13-ecd49da93ce8, host dv-cinder-798672-2-iscsi, cleared binding levels {{(pid=74255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:44.646577 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.plugins.ml2.db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] For port b024397f-b3db-4f99-bc13-ecd49da93ce8, host dv-cinder-798672-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=b024397f-b3db-4f99-bc13-ecd49da93ce8,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:44.649872 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron_lib.callbacks.manager [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:44.653454 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-b3a8e8fb-3bef-49b7-a89b-9f46c3b4312a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:44.726989 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b90b-2972-493b-bf69-4ea2ff8d3da6 None None] Pushing event updated for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=4']} {{(pid=74255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:44.730127 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG oslo_concurrency.lockutils [None req-e4b8b90b-2972-493b-bf69-4ea2ff8d3da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:44.733511 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:22:44.734115 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a89207d30>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:44.947608 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:22:44.978743 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:45.259563 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a89207d30>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 4, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'b024397f-b3db-4f99-bc13-ecd49da93ce8', 'name': '', 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'mac_address': 'fa:16:3e:54:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cebf27-f19d-498a-b71e-7048d583c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:31Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 4, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'subnets': [{'id': '47cebf27-f19d-498a-b71e-7048d583c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:22:45.263165 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a48e-5e07-4349-ba62-b3aadd37ea7a None None] The sync data for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi is: [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:22:31Z', 'revision_number': 4, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': 'b024397f-b3db-4f99-bc13-ecd49da93ce8', 'name': '', 'network_id': '028fe7a3-ae71-4f31-abd8-8c305aaac373', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'mac_address': 'fa:16:3e:54:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cebf27-f19d-498a-b71e-7048d583c987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:31Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 4, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'subnets': [{'id': '47cebf27-f19d-498a-b71e-7048d583c987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:22:46.181550 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device b024397f-b3db-4f99-bc13-ecd49da93ce8 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:46.247307 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning for port b024397f-b3db-4f99-bc13-ecd49da93ce8 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:46.252418 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port b024397f-b3db-4f99-bc13-ecd49da93ce8 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:46.252789 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:46.360663 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:46.391982 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] For port b024397f-b3db-4f99-bc13-ecd49da93ce8, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=b024397f-b3db-4f99-bc13-ecd49da93ce8,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:22:46.395577 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:46.396357 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:46.417813 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:46.507630 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Pushing event updated for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:46.510595 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:46.521569 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:46.521929 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:48.121990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device b024397f-b3db-4f99-bc13-ecd49da93ce8 up at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:22:48.187560 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Provisioning complete for port b024397f-b3db-4f99-bc13-ecd49da93ce8 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:48.187930 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:51.893997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50666) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:51.896927 dv-cinder-798672-2-iscsi neutron-server[74252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 29 22:22:51.940195 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-ce61c50b-3984-4b8c-b81a-6bde0aa5db45 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346186046&fields=id&tenant_id=4654789072124ee1b8610a9b65e24f33 HTTP/1.1" status: 200  len: 267 time: 0.0451384
Jun 29 22:22:52.079817 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6aaa5b41-e493-403c-916d-c41c6e6da714 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:52.081202 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6aaa5b41-e493-403c-916d-c41c6e6da714 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 809 time: 0.1348424
Jun 29 22:22:52.098328 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-98529da9-da0c-40ab-96b3-a29139239d15 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/quotas/4654789072124ee1b8610a9b65e24f33 HTTP/1.1" status: 200  len: 375 time: 0.0109198
Jun 29 22:22:52.175935 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6ab95039-4a74-4b28-aa5d-720fe3206873 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Synchronizing usage tracker for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:22:52.191880 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6ab95039-4a74-4b28-aa5d-720fe3206873 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Unset dirty status for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:22:52.193098 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6ab95039-4a74-4b28-aa5d-720fe3206873 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0901594
Jun 29 22:22:52.355686 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-2ac918d4-f846-4626-ba95-76ee4bdcce2e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74252) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 22:22:52.356674 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-2ac918d4-f846-4626-ba95-76ee4bdcce2e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1517420
Jun 29 22:22:52.483081 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-0941f6a6-007f-4ec6-8541-70f17b6a4d96 service neutron] 10.222.0.21 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197290
Jun 29 22:22:52.608338 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-1e8c3341-3fe4-4cba-9f43-a37046b7b042 service neutron] 10.222.0.21 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194584
Jun 29 22:22:52.979733 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50688) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:53.091975 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d16c3c1f-b459-4d14-986f-31ca612736b3 req-a412d71a-bea1-439b-94f2-55e269776362 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 210 time: 0.1100783
Jun 29 22:22:54.062582 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.26', 63279) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:22:54.210787 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-fe8ce8aa-ee17-4955-9aae-192d159ef3e8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:54.211549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-fe8ce8aa-ee17-4955-9aae-192d159ef3e8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Synchronizing usage tracker for tenant:4654789072124ee1b8610a9b65e24f33 on resource:network {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:22:54.230372 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-fe8ce8aa-ee17-4955-9aae-192d159ef3e8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Unset dirty status for tenant:4654789072124ee1b8610a9b65e24f33 on resource:network {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:22:54.231568 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-fe8ce8aa-ee17-4955-9aae-192d159ef3e8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 809 time: 0.1679113
Jun 29 22:22:54.255429 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-59fce94f-4870-4710-a55d-4fb040546b8b req-aeb4ae84-e7c5-44c8-9c06-a9f1b16d2f01 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 210 time: 0.0436020
Jun 29 22:22:54.367866 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-f71ce62b-2d53-487f-be8f-ef5afc832c21 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Synchronizing usage tracker for tenant:4654789072124ee1b8610a9b65e24f33 on resource:security_group {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:22:54.384668 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-f71ce62b-2d53-487f-be8f-ef5afc832c21 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Unset dirty status for tenant:4654789072124ee1b8610a9b65e24f33 on resource:security_group {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:22:54.385820 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-f71ce62b-2d53-487f-be8f-ef5afc832c21 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4654789072124ee1b8610a9b65e24f33 HTTP/1.1" status: 200  len: 380 time: 0.1416018
Jun 29 22:22:54.395092 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'port': {'device_id': '9a998da5-7620-411d-9603-d690ef4ee035', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'admin_state_up': True, 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'security_groups': ['53caaedf-fdf3-4d30-ae35-4d96a8e48b79']}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:54.526283 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:22:54.535581 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:22:54.544331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Made reservation on behalf of 4654789072124ee1b8610a9b65e24f33 for: {'port': 1} {{(pid=74253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 22:22:54.547409 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:54.713331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Allocated IP 172.20.0.6 (b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a/3360002c-10c0-408e-931e-2c9f14008e2f/822dee03-4e5d-4b4c-ab53-5e1df2641118) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:22:54.901839 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:54.917530 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Transition to ACTIVE for port object 822dee03-4e5d-4b4c-ab53-5e1df2641118 will not be triggered until provisioned by entity DHCP. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:54.940406 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:54.945587 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a3868c1f-6ddd-44f6-8009-1838b9e3e08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:55.007721 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:22:55.010562 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:22:55.014331 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:22:55.052161 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:55.056841 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:55.082195 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:55.082893 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.108973 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-a176807c-d40c-4107-ba10-23ed4889b7e6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7175887
Jun 29 22:22:55.118832 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6d1120bc-38c6-499d-b2eb-caf320972c8d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74253) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 22:22:55.119802 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6d1120bc-38c6-499d-b2eb-caf320972c8d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0052454
Jun 29 22:22:55.199111 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Request body: {'port': {'device_id': '9a998da5-7620-411d-9603-d690ef4ee035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:22:55.216044 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-3730d1f2-4695-4a39-95e8-5269b9d815dc None None] Provisioning for port 822dee03-4e5d-4b4c-ab53-5e1df2641118 completed by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:22:55.221746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-3730d1f2-4695-4a39-95e8-5269b9d815dc None None] Provisioning complete for port 822dee03-4e5d-4b4c-ab53-5e1df2641118 triggered by entity DHCP. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:22:55.222120 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3730d1f2-4695-4a39-95e8-5269b9d815dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.275645 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-3730d1f2-4695-4a39-95e8-5269b9d815dc None None] Port 822dee03-4e5d-4b4c-ab53-5e1df2641118 cannot update to ACTIVE because it is not bound. {{(pid=74254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 22:22:55.310734 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.422383 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fe0e214f-e71c-4ba9-b358-4acb96473a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.591304 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e217-dc69-4445-9720-df7d8f1a76b9 req-23f06443-006b-46fa-9a83-c94cea90d8f1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:55.592528 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-b118e217-dc69-4445-9720-df7d8f1a76b9 req-23f06443-006b-46fa-9a83-c94cea90d8f1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Synchronizing usage tracker for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74253) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:22:55.630679 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [req-b118e217-dc69-4445-9720-df7d8f1a76b9 req-23f06443-006b-46fa-9a83-c94cea90d8f1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Unset dirty status for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74253) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:22:55.631809 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b118e217-dc69-4445-9720-df7d8f1a76b9 req-23f06443-006b-46fa-9a83-c94cea90d8f1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 931 time: 0.2502794
Jun 29 22:22:55.729369 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-b118e217-dc69-4445-9720-df7d8f1a76b9 req-b90b8ba3-ec69-41ce-a3ec-a69c1cda0cab tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911045
Jun 29 22:22:55.742566 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822dee03-4e5d-4b4c-ab53-5e1df2641118 {{(pid=74253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 22:22:55.749275 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.763074 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.provisioning_blocks [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Transition to ACTIVE for port object 822dee03-4e5d-4b4c-ab53-5e1df2641118 will not be triggered until provisioned by entity L2. {{(pid=74253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 22:22:55.767432 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.771483 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-11bf1d0d-59d9-4ea8-93c5-30febd71a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:55.883556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:55.892947 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:55.897050 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:56.001796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Attempting to bind port 822dee03-4e5d-4b4c-ab53-5e1df2641118 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 22:22:56.002128 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Attempting to bind port 822dee03-4e5d-4b4c-ab53-5e1df2641118 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 22:22:56.002448 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Attempting to bind port 822dee03-4e5d-4b4c-ab53-5e1df2641118 on network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:56.008088 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Port 822dee03-4e5d-4b4c-ab53-5e1df2641118 on network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 22:22:56.008401 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Attempting to bind port 822dee03-4e5d-4b4c-ab53-5e1df2641118 on network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 22:22:56.014379 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Checking agent: {'id': '64955c8f-2b06-4a00-85be-9117ec93ef94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'started_at': datetime.datetime(2021, 6, 29, 21, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 22:22:56.014707 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Checking segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 22:22:56.015101 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Bound using segment: {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'} {{(pid=74253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 22:22:56.015550 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.managers [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Bound port: 822dee03-4e5d-4b4c-ab53-5e1df2641118, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e8e957-6882-43f0-bf13-9ad0379e9d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a'}}] {{(pid=74253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 22:22:56.015886 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:56.101576 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, cleared binding levels {{(pid=74253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 22:22:56.104499 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 22:22:56.109365 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:56.113604 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:22:56.171244 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:56.172588 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] 10.222.0.26 "PUT /v2.0/ports/822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1093 time: 1.0456240
Jun 29 22:22:56.173082 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:22:56.190101 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=3']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:22:56.193271 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-69b4527a-889b-48b9-9423-b80f4e43316a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:22:56.364478 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'status': 'completed', 'code': 200}
Jun 29 22:22:56.394760 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-44af1b35-c469-404a-b56c-26d4c61a4280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1096 time: 0.1810026
Jun 29 22:22:56.460869 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-196c0f56-a1aa-4b47-9ff2-fa3e8a2fd6ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 217 time: 0.0592296
Jun 29 22:22:56.523326 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6cb3592c-292c-498e-be65-bf7ff0c9eda1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:56.524681 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-6cb3592c-292c-498e-be65-bf7ff0c9eda1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0569248
Jun 29 22:22:56.596655 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-492e8f3a-2826-4efe-b7ef-ef6f5d6a7a95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655336
Jun 29 22:22:56.724672 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-1dc8d0e8-d5cc-4de0-b234-8c9eb83b22fe service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211650
Jun 29 22:22:56.899193 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3772ded1-d964-4122-a2db-7e3ab1669efc req-90f79b10-3544-4828-b871-28021a1e46ab service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687634
Jun 29 22:22:56.933310 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aacb85-47bd-404d-9d9c-fc841d3341ac req-19193156-d0d1-4ca1-a4ed-0559a2515972 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:56.934728 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41aacb85-47bd-404d-9d9c-fc841d3341ac req-19193156-d0d1-4ca1-a4ed-0559a2515972 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0851333
Jun 29 22:22:57.030700 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-41aacb85-47bd-404d-9d9c-fc841d3341ac req-a57c4ec9-3461-4b96-bbc6-33568b249a93 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892560
Jun 29 22:22:57.042621 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-8c9aac09-1e4d-421a-b695-8cc7c90fd941 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1096 time: 0.0995789
Jun 29 22:22:57.173205 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-899ede08-6677-4285-89d6-39f5bbaef561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:57.174616 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-899ede08-6677-4285-89d6-39f5bbaef561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1249413
Jun 29 22:22:57.244829 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-fa28c52e-d710-41da-8b5b-398bcf095df2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 217 time: 0.0634151
Jun 29 22:22:57.308712 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-d159a095-638f-4eaf-9846-2d72b33d8c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:57.310789 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-d159a095-638f-4eaf-9846-2d72b33d8c5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0583072
Jun 29 22:22:57.384635 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-fa47cf1a-c308-4ee8-bbf7-25a9035b6309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685525
Jun 29 22:22:57.512194 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-0ae350a9-eaa5-42d8-9d3f-98a78db49458 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199090
Jun 29 22:22:57.641177 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-da6a6a3e-abe0-45ce-8307-d41885f31a5a req-40b4b4bf-cb5d-487e-a3fc-b69e2af19ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231444
Jun 29 22:22:57.725523 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-693c9eb9-9b09-4d8d-94ea-2c23bb3ff038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:58.227128 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff87b58-e9af-4c21-90f6-7894f2134332 req-dfa599f1-c8c7-4555-942a-4a43874ca0d1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:58.228569 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-4ff87b58-e9af-4c21-90f6-7894f2134332 req-dfa599f1-c8c7-4555-942a-4a43874ca0d1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0779560
Jun 29 22:22:58.273443 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-4ff87b58-e9af-4c21-90f6-7894f2134332 req-2ee35b5c-5b97-4a68-8396-dce2fdbe60d8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393708
Jun 29 22:22:59.045677 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:22:59.466848 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164f564-a8c3-40b1-83ab-5bc972191e93 req-c9dc81e5-f19b-4f26-aca8-3ab9ca0a1b16 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:22:59.468288 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e164f564-a8c3-40b1-83ab-5bc972191e93 req-c9dc81e5-f19b-4f26-aca8-3ab9ca0a1b16 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0751691
Jun 29 22:22:59.511023 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-e164f564-a8c3-40b1-83ab-5bc972191e93 req-34e0ecce-7b36-4fa2-aeb8-6a7eb8062b92 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373139
Jun 29 22:23:00.296817 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:00.703515 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a482ba-626a-49ce-b8e1-660867085d71 req-4a9c50dc-ecd2-410b-a5f2-6418a7f319c3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:00.704935 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d7a482ba-626a-49ce-b8e1-660867085d71 req-4a9c50dc-ecd2-410b-a5f2-6418a7f319c3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0756254
Jun 29 22:23:00.748961 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d7a482ba-626a-49ce-b8e1-660867085d71 req-f29b3620-ec15-456b-8e0b-f61d242aaef1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385814
Jun 29 22:23:01.944187 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af4f7-591f-4a61-865d-f2fe0678869c req-7ae843be-73d7-43d9-9ace-464aa6c7e4a6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:01.945579 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a2af4f7-591f-4a61-865d-f2fe0678869c req-7ae843be-73d7-43d9-9ace-464aa6c7e4a6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0767665
Jun 29 22:23:01.988969 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5a2af4f7-591f-4a61-865d-f2fe0678869c req-a468a654-d287-4cef-b901-c82820d4e976 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380077
Jun 29 22:23:03.187076 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17024840-1342-4005-a816-cf1be67a2a39 req-f96db012-a5e0-4afc-930c-8d7a0fa99315 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:03.188415 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-17024840-1342-4005-a816-cf1be67a2a39 req-f96db012-a5e0-4afc-930c-8d7a0fa99315 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0785923
Jun 29 22:23:03.231173 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-17024840-1342-4005-a816-cf1be67a2a39 req-654cc92e-4ac1-4c4d-a406-315f6c74a163 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373681
Jun 29 22:23:04.420282 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120f595-947e-47c9-b3d5-52c41f50967b req-7e21288a-63d5-4e4e-bf53-103fdebe7d24 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:04.421603 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9120f595-947e-47c9-b3d5-52c41f50967b req-7e21288a-63d5-4e4e-bf53-103fdebe7d24 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0742235
Jun 29 22:23:04.466105 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-9120f595-947e-47c9-b3d5-52c41f50967b req-72c8c332-43ce-4a29-8fb3-8bd28ef06e2e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390708
Jun 29 22:23:05.471062 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 22:23:05.601676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:23:05.614821 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'mac_address': 'fa:16:3e:80:e5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 22:23:05.657197 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4784c5-a18f-4f14-b8aa-8794d4d4e0ae req-4f81ad46-c612-4215-af65-3af36bbae743 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:05.658634 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3f4784c5-a18f-4f14-b8aa-8794d4d4e0ae req-4f81ad46-c612-4215-af65-3af36bbae743 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0755424
Jun 29 22:23:05.666425 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:05.684109 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822dee03-4e5d-4b4c-ab53-5e1df2641118 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 22:23:05.698741 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:23:05.702570 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:05.705370 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:23:05.707649 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3f4784c5-a18f-4f14-b8aa-8794d4d4e0ae req-ea457b73-e7db-4595-9648-631291ce3f12 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432451
Jun 29 22:23:05.769612 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=4']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:23:05.772683 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:23:05.928597 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['822dee03-4e5d-4b4c-ab53-5e1df2641118'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 22:23:06.983029 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a949ae-734c-4005-9dfd-b51de91be0ea req-5947bfc1-90eb-4e98-bae3-c7ad269f3aa6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:06.984373 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-18a949ae-734c-4005-9dfd-b51de91be0ea req-5947bfc1-90eb-4e98-bae3-c7ad269f3aa6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 944 time: 0.1580865
Jun 29 22:23:07.028123 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-18a949ae-734c-4005-9dfd-b51de91be0ea req-23331f81-04ad-42a0-874b-4510e803cc1d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382640
Jun 29 22:23:07.490431 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:23:07.554956 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning for port 822dee03-4e5d-4b4c-ab53-5e1df2641118 completed by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 22:23:07.559551 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 822dee03-4e5d-4b4c-ab53-5e1df2641118 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:23:07.560502 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:07.565561 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:23:07.699279 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:07.724069 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:23:07.734291 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:23:07.738582 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:07.740576 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-354f0a77-b0a1-46bd-9878-c09d55ee2ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:23:07.805635 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=5']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:23:07.808810 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:23:07.853930 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'code': 200}
Jun 29 22:23:08.117838 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d0a73ee1-b695-4079-aaa1-550a6c2770f0 req-0b55e6c5-2f07-416b-8b51-084eb356a26a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0692577
Jun 29 22:23:08.198053 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d0a73ee1-b695-4079-aaa1-550a6c2770f0 req-1802324e-4ea5-4f64-bf4a-9f2a52b95e64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732744
Jun 29 22:23:08.229431 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcfcf-e5ed-4601-ab35-7fc76c22709e req-47b28d25-3a9f-4da1-bb08-997576a75869 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:08.230759 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f09bcfcf-e5ed-4601-ab35-7fc76c22709e req-47b28d25-3a9f-4da1-bb08-997576a75869 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0810096
Jun 29 22:23:08.274987 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f09bcfcf-e5ed-4601-ab35-7fc76c22709e req-8e05de26-f61a-4c35-bf9a-e94077922e82 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388267
Jun 29 22:23:09.468058 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354869c-093c-420e-92b2-79393c880f6b req-d63444bc-dfde-40a5-a885-1d834b10e856 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:09.469480 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3354869c-093c-420e-92b2-79393c880f6b req-d63444bc-dfde-40a5-a885-1d834b10e856 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0746973
Jun 29 22:23:09.513400 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-3354869c-093c-420e-92b2-79393c880f6b req-33044897-f229-4f3c-9ef2-8708daf58a1f tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383570
Jun 29 22:23:09.706586 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bb35c-246a-4e79-8f31-d7ce4cb81410 req-0eb69f97-896c-4e22-bfd8-fc0941614119 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:09.707912 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c8bb35c-246a-4e79-8f31-d7ce4cb81410 req-0eb69f97-896c-4e22-bfd8-fc0941614119 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0775650
Jun 29 22:23:09.751175 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-1c8bb35c-246a-4e79-8f31-d7ce4cb81410 req-9c130fbd-c6f9-40d4-9517-d15693a05a53 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378942
Jun 29 22:23:09.778446 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50748) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:23:09.909472 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-e089bbde-9a54-49ca-87d0-9c5aa3360dd8 tempest-TestShelveInstance-655072588 tempest-TestShelveInstance-655072588-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1093 time: 0.1293123
Jun 29 22:23:09.912076 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.wsgi [-] (74253) accepted ('10.222.0.21', 50754) {{(pid=74253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:23:09.917136 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.v2.base [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Request body: {'floatingip': {'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 22:23:09.922204 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 22:23:09.925922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Usage tracker for resource:floatingip and tenant:4654789072124ee1b8610a9b65e24f33 is out of sync, need to count used quota {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 22:23:09.928905 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.quota.resource [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74253) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 22:23:09.934347 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.quota.driver [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 22:23:09.944182 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for floatingip, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:10.074428 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:10.207174 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.db_base_plugin_common [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Allocated IP 172.27.3.96 (4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0/be7c8637-b423-42ef-a47a-f56c1fbdaf37/65ca398b-879f-45a0-9e2d-f5b9372a0d92) {{(pid=74253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 22:23:10.348818 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for port, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:10.374626 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760266996776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:10.378594 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1baae9ce-16be-41c8-a29c-6424858eae37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:23:10.441812 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Network 4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0 is already hosted by enough agents. {{(pid=74253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 22:23:10.444500 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.base_scheduler [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Resources bound (agent type, host, resource id):  {{(pid=74253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 22:23:10.446991 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Received port after_create {{(pid=74253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 22:23:10.476440 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'Port': ['ID=65ca398b-879f-45a0-9e2d-f5b9372a0d92,revision_number=1']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:23:10.479015 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:23:10.940296 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:10.992741 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:11.271100 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for port, precommit_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:11.275592 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-905056'] for port, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:11.279114 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-1f2175c8-a4a2-476a-ab92-70ee7245f8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:23:11.384358 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event updated for resources: {'Port': ['ID=65ca398b-879f-45a0-9e2d-f5b9372a0d92,revision_number=2']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:23:11.388427 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:23:11.398276 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3815519'] for floatingip, after_update {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:11.580762 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.db.l3_db [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Floating IP c084759b-dbfa-47d3-b462-8038b52d41f8 associated. External IP: 172.27.3.96, port: 822dee03-4e5d-4b4c-ab53-5e1df2641118.
Jun 29 22:23:11.954735 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Router 7de2eb89-5067-4259-a6ef-db214e3d988e has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:23:12.147318 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:23:12.156863 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Sync routers for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:23:12.167951 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:23:12.168557 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88b54eb0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:23:12.171595 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:12.226998 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [None req-2778635e-f245-49ae-96c3-1d77a1a0c2cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3138070
Jun 29 22:23:12.227938 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:23:12.281248 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'status': 'completed', 'code': 200}
Jun 29 22:23:12.340044 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:23:12.369380 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-1ca1e8b0-fd5a-4274-ad55-0d2948621351 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0677299
Jun 29 22:23:12.496310 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-e9e4499a-a542-4ccd-8129-2b5528570c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:12.498167 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-e9e4499a-a542-4ccd-8129-2b5528570c72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1229177
Jun 29 22:23:12.607026 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-f4a6ef4c-4b5d-47be-8826-d67ad9907bc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 998 time: 0.1029744
Jun 29 22:23:12.676800 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-e531fd30-98d8-4c93-9cce-790e4cbda20d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:23:12.678483 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-e531fd30-98d8-4c93-9cce-790e4cbda20d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0656023
Jun 29 22:23:12.685237 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88b54eb0>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c084759b-dbfa-47d3-b462-8038b52d41f8', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'mac_address': 'fa:16:3e:80:e5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a998da5-7620-411d-9603-d690ef4ee035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T22:23:10Z', 'updated_at': '2021-06-29T22:23:10Z', 'revision_number': 0, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:23:12.689807 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Checking router: 7de2eb89-5067-4259-a6ef-db214e3d988e for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:23:12.700996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:23:12.701574 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88b54eb0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:22:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:23:12.852458 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-ed47da10-4894-418a-8d28-04c11cc03411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1677046
Jun 29 22:23:12.909910 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:23:12.986207 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-ac03985e-35d6-49ae-9b09-22b92441c5e8 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270998
Jun 29 22:23:13.116318 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-ad363c72-965a-48b1-9c28-d0621e5dff85 req-5b9a8c89-7d56-4da0-8b08-2e8d67bbba09 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244063
Jun 29 22:23:13.258817 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88b54eb0>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c084759b-dbfa-47d3-b462-8038b52d41f8', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'mac_address': 'fa:16:3e:80:e5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a998da5-7620-411d-9603-d690ef4ee035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T22:23:10Z', 'updated_at': '2021-06-29T22:23:10Z', 'revision_number': 0, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:23:13.262709 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84271edb-a7fa-4259-9abf-438b5b08606e None None] The sync data for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi is: [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_floatingips': [{'id': 'c084759b-dbfa-47d3-b462-8038b52d41f8', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'router_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'mac_address': 'fa:16:3e:80:e5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a998da5-7620-411d-9603-d690ef4ee035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T22:23:10Z', 'updated_at': '2021-06-29T22:23:10Z', 'revision_number': 0, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:23:13.454194 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e3773-b207-4b42-9325-cea2ffff838a None None] New status for floating IP c084759b-dbfa-47d3-b462-8038b52d41f8: ACTIVE {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 22:23:14.972561 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:25.423738 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-daaab455-ff32-441e-adee-af5fc5cb5b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:25.885634 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:27.726996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf15e-5c15-4212-bd20-853e76b40ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:29.048155 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:30.303436 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:44.565970 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:23:44.986548 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:55.424990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-b9548523-7357-494b-b15a-034cbb1f0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:55.887357 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:57.728058 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dbb9a1fa-4a2a-4422-90ee-c51df66d9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:23:59.051656 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:00.302018 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:00.311926 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-73897ed3-d6f6-4adf-b6c0-45be5e85dc52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679460
Jun 29 22:24:00.448285 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-85c1215f-496f-4723-a247-0bd12c238be2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0696869
Jun 29 22:24:00.587159 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-9476d990-1efd-447b-af61-36913931a19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:24:00.588555 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-9476d990-1efd-447b-af61-36913931a19e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1220124
Jun 29 22:24:00.683217 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-2d2527b2-dfcc-4d09-83cd-3ea16a00dbb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1000 time: 0.0879664
Jun 29 22:24:00.747463 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-75088094-4678-4134-a378-e424d83503f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:24:00.748749 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-75088094-4678-4134-a378-e424d83503f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0585508
Jun 29 22:24:00.821785 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-9d1644d3-f415-423b-bc29-0e5e7fe0fe89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667453
Jun 29 22:24:00.948592 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-8f82ffcb-0dfa-4650-9c21-8d32a8f62e9b service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203482
Jun 29 22:24:01.075688 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d26fc839-93f9-4f32-8374-20b83304b5fb req-faf5bda9-0973-44cc-8877-5cc577d10134 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204445
Jun 29 22:24:15.000644 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:21.566108 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:24:25.426625 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4985d58a-fe03-4e93-a36c-5bd4daf38c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:25.888998 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:27.728125 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3f71a1da-bb79-46e1-9eb3-224a927ba3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:29.054293 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:30.304865 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:44.999914 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:55.429192 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-20a3a9f9-0451-497c-a779-8946c82084b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:55.889723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:57.729299 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-3edcc24a-9e3d-4e68-bb67-214b54e9b0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:24:58.565985 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:24:59.057051 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:00.307486 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:02.325046 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-4f242ead-3242-4c69-a88e-7abf1a700ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692627
Jun 29 22:25:02.460715 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-6e67de18-6637-4fad-a3df-809bb7c4a3eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0702364
Jun 29 22:25:02.600395 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-95931179-99b0-4a77-bfe1-cec10ff21228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:02.601788 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-95931179-99b0-4a77-bfe1-cec10ff21228 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1230869
Jun 29 22:25:02.701177 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-e41d88b6-05f8-4892-a731-bdacf38b07ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1000 time: 0.0926695
Jun 29 22:25:02.760624 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-ebbb8712-ecc7-4e83-a4c4-7e69bccc1a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:02.762471 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-ebbb8712-ecc7-4e83-a4c4-7e69bccc1a18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0546372
Jun 29 22:25:02.916484 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-647ed916-03db-48d9-a20c-7ca999614055 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1487684
Jun 29 22:25:03.041669 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-ea1400fd-a0ac-4bfe-b652-19f5d8901d72 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181707
Jun 29 22:25:03.169198 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-a2346cc7-8dca-4e0d-ac2d-ad26ce081265 req-7e4d6be4-33bb-4737-bfba-1ee6ca129a07 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213443
Jun 29 22:25:07.140795 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dd06-de39-460d-b269-b5d37ee74583 req-40dd6d6a-a769-454b-9cc8-08df0b3eec8e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:07.142194 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-03a6dd06-de39-460d-b269-b5d37ee74583 req-40dd6d6a-a769-454b-9cc8-08df0b3eec8e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0818810
Jun 29 22:25:07.186797 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-03a6dd06-de39-460d-b269-b5d37ee74583 req-63b055b7-c813-41ea-ba9d-04974c29276f tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390856
Jun 29 22:25:08.377750 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431495b9-8218-4ada-8512-146cedb60273 req-6e8a50ed-bf72-49c0-b3d4-028f4c6fb1ce tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:08.379249 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-431495b9-8218-4ada-8512-146cedb60273 req-6e8a50ed-bf72-49c0-b3d4-028f4c6fb1ce tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0747538
Jun 29 22:25:08.422237 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-431495b9-8218-4ada-8512-146cedb60273 req-90d4ecef-86f0-4151-839b-2bbce0045e0a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376353
Jun 29 22:25:09.625795 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e6374-1613-4347-9464-fde44878476f req-55bc4581-5da9-4df2-bc67-43e4a3dbb5ef tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:09.627212 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-796e6374-1613-4347-9464-fde44878476f req-55bc4581-5da9-4df2-bc67-43e4a3dbb5ef tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0750492
Jun 29 22:25:09.670153 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-796e6374-1613-4347-9464-fde44878476f req-122aa93b-5fce-4c70-a396-eeef8e49db5f tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375261
Jun 29 22:25:10.866311 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdf4cf-8492-403e-b227-3bd15a627018 req-591a2f5a-2cce-4c3d-aa08-e05b69b664a9 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:10.867729 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcfdf4cf-8492-403e-b227-3bd15a627018 req-591a2f5a-2cce-4c3d-aa08-e05b69b664a9 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0781868
Jun 29 22:25:10.911994 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-dcfdf4cf-8492-403e-b227-3bd15a627018 req-f01adbd7-26f8-434b-858a-0377b11e5d03 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379648
Jun 29 22:25:12.194098 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecdbd-9952-439d-bb57-5215d3166c4a req-af14d79f-0616-45af-a543-8ce42f668c8a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:12.195534 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ef7ecdbd-9952-439d-bb57-5215d3166c4a req-af14d79f-0616-45af-a543-8ce42f668c8a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.1635187
Jun 29 22:25:12.240379 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-ef7ecdbd-9952-439d-bb57-5215d3166c4a req-be7194e8-5435-48c1-bef4-3abbef456104 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389071
Jun 29 22:25:13.433749 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c93ff-1e71-41ce-afe2-f2d2f2692bdd req-4b8dc211-c661-4e35-9dc3-dc40d8bfb2ad tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:13.435124 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-458c93ff-1e71-41ce-afe2-f2d2f2692bdd req-4b8dc211-c661-4e35-9dc3-dc40d8bfb2ad tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0737674
Jun 29 22:25:13.478769 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-458c93ff-1e71-41ce-afe2-f2d2f2692bdd req-3a0a670d-b2ba-4037-b070-d2e3c07c1dc4 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382431
Jun 29 22:25:14.675308 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d8b0-c851-480c-8996-caabb4601baf req-c44b8c41-a589-49a9-83f7-3b08568c4074 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:14.676968 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f400d8b0-c851-480c-8996-caabb4601baf req-c44b8c41-a589-49a9-83f7-3b08568c4074 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0788724
Jun 29 22:25:14.720513 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-f400d8b0-c851-480c-8996-caabb4601baf req-2c92a5fe-0331-4155-82ac-e7813fe3e8ce tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380096
Jun 29 22:25:15.013272 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:15.920661 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b24fa9-e2f7-4cb2-848b-86204889809e req-e77aeb45-2f8e-4dd0-a525-99e401398452 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:15.922168 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2b24fa9-e2f7-4cb2-848b-86204889809e req-e77aeb45-2f8e-4dd0-a525-99e401398452 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0804090
Jun 29 22:25:15.965540 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d2b24fa9-e2f7-4cb2-848b-86204889809e req-d56f2a58-b2a4-4684-b30a-d3b86912df40 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378087
Jun 29 22:25:17.156715 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c28f2-0b75-4569-bdf8-f472387547ca req-f06e7b20-5209-432a-8d2d-39ac29fef1cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:17.158047 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b91c28f2-0b75-4569-bdf8-f472387547ca req-f06e7b20-5209-432a-8d2d-39ac29fef1cd tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0751417
Jun 29 22:25:17.202697 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-b91c28f2-0b75-4569-bdf8-f472387547ca req-36362a73-f8cf-4077-89a0-3204d4272cc7 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391607
Jun 29 22:25:17.212363 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-fab16706-1fdc-45fa-b091-f26273fd5da9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0665383
Jun 29 22:25:17.338578 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70483e-9116-4442-a974-6537cf2863e4 req-e7a89f4e-72ee-4226-a327-cd8f0005c756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:17.340016 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-e7a89f4e-72ee-4226-a327-cd8f0005c756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1214571
Jun 29 22:25:17.438144 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-ab75740b-3d86-4caf-8192-5e0f1513f02e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1000 time: 0.0922205
Jun 29 22:25:17.500460 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70483e-9116-4442-a974-6537cf2863e4 req-36c4f314-46f8-4a31-a86a-60ddcc8a6462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:17.501820 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-36c4f314-46f8-4a31-a86a-60ddcc8a6462 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0577259
Jun 29 22:25:17.572599 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-1d160d97-8e6e-4e61-875d-dca1ec43448d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0650148
Jun 29 22:25:17.701721 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-d7be8c0e-76e5-4afd-af9d-72cf5c333c71 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230006
Jun 29 22:25:17.829358 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c70483e-9116-4442-a974-6537cf2863e4 req-15008a7c-e627-422d-bbac-3e7bd5cf8353 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215405
Jun 29 22:25:18.395185 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455f88-7a0d-4bdc-a9f0-4773e2f0d62d req-6264f86e-6acd-42ca-bbca-62359682f29e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:18.396520 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0e455f88-7a0d-4bdc-a9f0-4773e2f0d62d req-6264f86e-6acd-42ca-bbca-62359682f29e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0776129
Jun 29 22:25:18.440347 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0e455f88-7a0d-4bdc-a9f0-4773e2f0d62d req-c2f081a3-b22d-4c94-969d-838f6b69153e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384173
Jun 29 22:25:19.638411 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b14d6-fd4e-4c1d-92b3-6b9311422730 req-6d2ba25b-cd34-44c8-a106-4e9a113e2ab3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:19.639842 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-933b14d6-fd4e-4c1d-92b3-6b9311422730 req-6d2ba25b-cd34-44c8-a106-4e9a113e2ab3 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0816643
Jun 29 22:25:19.683383 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-933b14d6-fd4e-4c1d-92b3-6b9311422730 req-4ded1982-27e6-49ed-a032-213167c13107 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380704
Jun 29 22:25:20.884930 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7003-c6a4-4a6c-8432-ffaaa3b15c4f req-5cf5d85e-9549-4458-adbf-7d7ab8929c82 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:20.886840 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-51ab7003-c6a4-4a6c-8432-ffaaa3b15c4f req-5cf5d85e-9549-4458-adbf-7d7ab8929c82 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0735991
Jun 29 22:25:20.929902 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-51ab7003-c6a4-4a6c-8432-ffaaa3b15c4f req-3af45290-81b3-4f4a-a050-b50ed0b1e906 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376742
Jun 29 22:25:21.108671 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-d8b65e07-20be-4bd9-a115-51f5ca8759c5 req-3be7fe86-0590-45ff-860c-2ffe69f148d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0651381
Jun 29 22:25:21.220563 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50824) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:25:21.360794 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-f6afb7d8-8062-44b5-b56e-583204481a90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1389620
Jun 29 22:25:21.454781 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a9ff0-565c-4078-ae20-e54ed0898bba req-3c0458bf-c474-408d-b81e-8cf7708d0aab tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:21.456348 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-175a9ff0-565c-4078-ae20-e54ed0898bba req-3c0458bf-c474-408d-b81e-8cf7708d0aab tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.1691587
Jun 29 22:25:21.502094 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-175a9ff0-565c-4078-ae20-e54ed0898bba req-c448a048-c20a-488e-bdc8-a1400184a4d4 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399294
Jun 29 22:25:22.542575 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-5ad9ef46-5ab6-4078-901d-69dbd8425dcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&tenant_id=4654789072124ee1b8610a9b65e24f33 HTTP/1.1" status: 200  len: 1098 time: 0.0656488
Jun 29 22:25:22.636906 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-0c0b6fe6-5b2c-4d28-b648-f8469c34523c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0739870
Jun 29 22:25:22.695659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5aa5d-6d26-428d-afe4-b649fd1c054e req-681eeb88-91ab-4323-adaf-be5b725778ae tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:22.696982 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-93f5aa5d-6d26-428d-afe4-b649fd1c054e req-681eeb88-91ab-4323-adaf-be5b725778ae tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0742073
Jun 29 22:25:22.741521 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-93f5aa5d-6d26-428d-afe4-b649fd1c054e req-96bbb91c-a8d4-4107-99b2-b020d2d8d05d tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382271
Jun 29 22:25:22.766467 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-d656a283-cb2d-43ab-9c7d-b99efde0edb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:22.767934 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-d656a283-cb2d-43ab-9c7d-b99efde0edb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1254814
Jun 29 22:25:22.866295 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-db75e51e-ed08-41e6-9776-8fc38d943aab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1000 time: 0.0925424
Jun 29 22:25:22.925756 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-fec22557-8d35-4d9c-b161-678d8be99662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:22.927387 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-fec22557-8d35-4d9c-b161-678d8be99662 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0540643
Jun 29 22:25:22.998939 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-f45ab8ac-dbf2-4362-9bbb-0d076e23aa77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0647264
Jun 29 22:25:23.125154 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-a90dc2be-bc16-4984-88e3-40000ed4d00c service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201124
Jun 29 22:25:23.252257 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-22f71ac4-e56c-4985-8913-3331c0e9f65e req-03476af5-f20f-48d2-805d-8a556f0f8996 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208508
Jun 29 22:25:23.937237 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a83621-40cc-4230-b708-861bae797f93 req-bd34b0c5-bb3c-4306-a4fc-7eb3c58cde34 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:23.938654 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-15a83621-40cc-4230-b708-861bae797f93 req-bd34b0c5-bb3c-4306-a4fc-7eb3c58cde34 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0779161
Jun 29 22:25:23.982392 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-15a83621-40cc-4230-b708-861bae797f93 req-e96059ed-59e3-4fc0-af71-d9f848507b19 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383384
Jun 29 22:25:24.046610 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:25:24.154562 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:24.180128 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:25:24.189111 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:25:24.193450 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:24.195115 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-95005b1f-2b90-43e1-a4da-204090c18e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:25:24.234280 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'code': 200}
Jun 29 22:25:24.261556 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=6']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:25:24.269388 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.269725 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.270047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.270368 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.270684 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.270996 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.271330 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.271651 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.271954 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.272259 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.272565 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:25:24.276250 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:25:25.174047 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1572-579d-48cc-9a30-e7e10014d747 req-1a14476d-9159-4eef-a557-933cd86cac9b tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:25.175371 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d49e1572-579d-48cc-9a30-e7e10014d747 req-1a14476d-9159-4eef-a557-933cd86cac9b tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0738146
Jun 29 22:25:25.222332 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d49e1572-579d-48cc-9a30-e7e10014d747 req-03c2f6b6-7381-4388-9dc2-0962086b29e0 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412798
Jun 29 22:25:25.430355 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85bc-43f6-488e-a067-52b722f9fe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:25.891667 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:26.418551 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930ca8-bbd7-487e-b1ae-77e1a570e89d req-d64520e7-53bb-4a52-8ba6-db0dbdf2cc2b tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:26.419913 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fa930ca8-bbd7-487e-b1ae-77e1a570e89d req-d64520e7-53bb-4a52-8ba6-db0dbdf2cc2b tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0765917
Jun 29 22:25:26.463396 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-fa930ca8-bbd7-487e-b1ae-77e1a570e89d req-24e92200-2520-4fd5-b095-8d91200713f6 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380459
Jun 29 22:25:27.653922 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e3e3-bd2b-42ce-a4c7-a874a5419697 req-da546d27-ed08-429f-b6d0-9f2654c16a7a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:27.655330 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3469e3e3-bd2b-42ce-a4c7-a874a5419697 req-da546d27-ed08-429f-b6d0-9f2654c16a7a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0736542
Jun 29 22:25:27.703826 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-3469e3e3-bd2b-42ce-a4c7-a874a5419697 req-465fec68-d4be-490d-ace8-34f0d006d06e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431707
Jun 29 22:25:27.731045 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3066-5079-44aa-933b-fe2b3786ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:28.894231 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e9249-22cd-4dc3-b0f4-8e8a820f175a req-3bf62d02-5b28-420e-87a0-ed72b187745c tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:28.895579 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-642e9249-22cd-4dc3-b0f4-8e8a820f175a req-3bf62d02-5b28-420e-87a0-ed72b187745c tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0741830
Jun 29 22:25:28.939066 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-642e9249-22cd-4dc3-b0f4-8e8a820f175a req-adeb2c93-fd91-4bf7-a4d9-12a047bc6bed tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380857
Jun 29 22:25:29.060995 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:29.726454 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c8463e5-c5e1-4d80-a39f-ae79c20604c4 req-2f2431ad-97d2-4495-854c-2085a739e9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1096 time: 0.0721982
Jun 29 22:25:29.767430 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-2c8463e5-c5e1-4d80-a39f-ae79c20604c4 req-6c87ea42-c5c9-48be-8421-d05c2337c9b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339632
Jun 29 22:25:30.126410 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac16a7-be1d-4554-ac3a-51dcb9a3b798 req-4e5797d7-1f9f-46e1-8be3-bb0c76cb2097 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:30.127823 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5cac16a7-be1d-4554-ac3a-51dcb9a3b798 req-4e5797d7-1f9f-46e1-8be3-bb0c76cb2097 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0732057
Jun 29 22:25:30.171372 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-5cac16a7-be1d-4554-ac3a-51dcb9a3b798 req-260da197-cefc-456a-9ffd-f5b528eff8c1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381360
Jun 29 22:25:30.309985 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:31.363462 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65437a-9a65-45aa-898d-1f2b151d18d1 req-e62efc53-ccda-4318-b22a-ccc3145b4d02 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:25:31.364841 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cd65437a-9a65-45aa-898d-1f2b151d18d1 req-e62efc53-ccda-4318-b22a-ccc3145b4d02 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 943 time: 0.0767548
Jun 29 22:25:31.408030 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-cd65437a-9a65-45aa-898d-1f2b151d18d1 req-e42afe57-7012-4874-a534-35828e81ce15 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378547
Jun 29 22:25:32.130998 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=74254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 22:25:32.257879 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:25:32.270151 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Returning: {'device': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'port_id': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'mac_address': 'fa:16:3e:80:e5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 22:25:32.321068 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:32.336974 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822dee03-4e5d-4b4c-ab53-5e1df2641118 {{(pid=74254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 22:25:32.350680 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:25:32.354409 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:32.357891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:25:32.420473 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=7']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:25:32.423534 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:25:32.600976 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] get_ports_and_sgs() called for port_ids ['822dee03-4e5d-4b4c-ab53-5e1df2641118'] {{(pid=74254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 22:25:34.146361 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 up at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 22:25:34.211698 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.provisioning_blocks [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Provisioning complete for port 822dee03-4e5d-4b4c-ab53-5e1df2641118 triggered by entity L2. {{(pid=74254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 22:25:34.212068 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523106'] for port, provisioning_complete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:34.318706 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766763'] for port, before_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:34.344178 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:25:34.353367 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:25:34.358670 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760267422648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760266996794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760266996839'] for port, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:34.361446 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:25:34.402974 dv-cinder-798672-2-iscsi neutron-server[74254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'code': 200}
Jun 29 22:25:34.424827 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Pushing event updated for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=8']} {{(pid=74254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:25:34.428071 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_concurrency.lockutils [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:25:35.565725 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:25:45.015676 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:55.430855 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-20b04bac-3adc-48d6-9523-defa2edc9a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:55.893509 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:57.731506 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-770eb53d-b320-44df-b0dd-0b55d1d339ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:25:59.062363 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:00.313084 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:02.322400 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-2d8cda3e-8532-4fcb-848d-a42d5801f6ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687318
Jun 29 22:26:02.453244 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-455ec14a-4f68-4a1d-8dbd-8b444e6dcb85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0654285
Jun 29 22:26:02.593711 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-7d9b6b12-f40c-40e1-b775-9dbd3a61e55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:02.595095 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-7d9b6b12-f40c-40e1-b775-9dbd3a61e55f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1240284
Jun 29 22:26:02.768874 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-e5c6a429-cd89-4831-b704-a03aabd4cdee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 1000 time: 0.1669717
Jun 29 22:26:02.832602 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-39180063-3083-427e-8761-e7be39da6c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:02.833982 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-39180063-3083-427e-8761-e7be39da6c90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0578504
Jun 29 22:26:02.906536 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-4f474396-f37b-4b5f-9770-3febb6b844dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0652263
Jun 29 22:26:03.032807 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-2a0455b1-78e8-4898-b688-1283c5568708 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196938
Jun 29 22:26:03.158909 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-d79c8bc9-31ac-448d-824d-8fbace9ac2b9 req-27c3b7f1-d4e2-4629-86bc-d6f1f249c594 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186817
Jun 29 22:26:12.566268 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:26:15.024552 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:25.435336 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fcf41b07-dd24-4a0d-9089-619790ea1da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:25.894763 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:27.733420 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-da2f41a1-4690-46d2-b709-c0c06ae2edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:29.064832 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:30.315783 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:44.433470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50880) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:44.628341 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Deleting port 65ca398b-879f-45a0-9e2d-f5b9372a0d92 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:44.628674 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:44.793965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:44.794289 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:44.907834 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Calling delete_port for 65ca398b-879f-45a0-9e2d-f5b9372a0d92 owned by network:floatingip {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:45.025251 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:45.048798 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:45.052940 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3ed67215-18a1-43bd-aabe-86af2395b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:45.095202 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event deleted for resources: {'Port': ['ID=65ca398b-879f-45a0-9e2d-f5b9372a0d92,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:45.209737 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.210103 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.210463 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.210817 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.211170 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.211544 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.211887 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.212231 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.212571 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.212909 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.213246 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:45.219851 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:45.273598 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for floatingip, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:45.642408 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Router 7de2eb89-5067-4259-a6ef-db214e3d988e has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:26:45.830857 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:26:45.839847 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Sync routers for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:26:45.849564 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for floatingip, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:45.851297 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:45.851900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88b67b20>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:45.899862 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-4ad4c95d-6c8f-4b44-a453-d8a97d55e14a tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "DELETE /v2.0/floatingips/c084759b-dbfa-47d3-b462-8038b52d41f8 HTTP/1.1" status: 204  len: 168 time: 1.4653375
Jun 29 22:26:45.900406 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:26:46.037980 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'status': 'completed', 'code': 200}
Jun 29 22:26:46.071990 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:46.148291 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-03991f62-0d75-4425-95eb-dac3bf1e61ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4654789072124ee1b8610a9b65e24f33&device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 1098 time: 0.0875726
Jun 29 22:26:46.337030 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-bdd04c99-b470-444a-8fbf-36aa06a16f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:46.338454 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-bdd04c99-b470-444a-8fbf-36aa06a16f59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 200  len: 910 time: 0.1825290
Jun 29 22:26:46.382900 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88b67b20>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:46.387219 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Checking router: 7de2eb89-5067-4259-a6ef-db214e3d988e for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:26:46.397492 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:46.398090 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88b67b20>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:46.399820 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fef0c-32c5-4207-8c8a-50f9c27c4fdd req-ed1593e2-725c-4f05-811b-ec03f5264da5 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:46.401298 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-051fef0c-32c5-4207-8c8a-50f9c27c4fdd req-ed1593e2-725c-4f05-811b-ec03f5264da5 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.1742604
Jun 29 22:26:46.429230 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-2a243ab2-ac77-419f-9b46-5037058f9b4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 200  len: 217 time: 0.0834317
Jun 29 22:26:46.494905 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-051fef0c-32c5-4207-8c8a-50f9c27c4fdd req-509ceb12-defc-4c7f-9e00-f2b4febd1a2f tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875077
Jun 29 22:26:46.506019 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-3c9d5b0b-514f-48d8-bec5-d0bd3ad51b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:46.507403 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-3c9d5b0b-514f-48d8-bec5-d0bd3ad51b7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 200  len: 848 time: 0.0711200
Jun 29 22:26:46.567636 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:46.586217 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-26d31ff8-8026-4b74-8d14-fd04f655b050 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719142
Jun 29 22:26:46.714668 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-326ae401-8ac8-4193-b955-cc455174c869 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211298
Jun 29 22:26:46.844052 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-f6a3135b-8ce9-4a0f-88b2-5b62ac03bc6a req-20bce709-8452-4a1d-ac7b-c77b89979414 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229403
Jun 29 22:26:46.870136 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88b67b20>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:46.875223 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a217-478a-49d1-a52c-1133c83c3276 None None] The sync data for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi is: [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:22:25Z', 'revision_number': 4, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi', '_interfaces': [{'id': '489fb04c-8bcb-4f86-b33a-6f76f2eb9946', 'name': '', 'network_id': 'b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'mac_address': 'fa:16:3e:80:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:25Z', 'updated_at': '2021-06-29T22:22:44Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'subnets': [{'id': '3360002c-10c0-408e-931e-2c9f14008e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:26:47.085985 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17692d5f-d45b-459c-a9f7-5fb43c315bc6 None None] New status for floating IP c084759b-dbfa-47d3-b462-8038b52d41f8: DOWN {{(pid=74255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 22:26:47.704548 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa904da-5853-4d02-825a-fe5e1ed35bac req-e96decc2-3b84-40dd-aa5a-7d09561c3b7e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:47.705226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-faa904da-5853-4d02-825a-fe5e1ed35bac req-e96decc2-3b84-40dd-aa5a-7d09561c3b7e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Synchronizing usage tracker for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74252) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 22:26:47.721074 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.quota.resource [req-faa904da-5853-4d02-825a-fe5e1ed35bac req-e96decc2-3b84-40dd-aa5a-7d09561c3b7e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Unset dirty status for tenant:4654789072124ee1b8610a9b65e24f33 on resource:port {{(pid=74252) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 22:26:47.722461 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-faa904da-5853-4d02-825a-fe5e1ed35bac req-e96decc2-3b84-40dd-aa5a-7d09561c3b7e tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0947642
Jun 29 22:26:47.738549 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-bf00c919-367b-4bf5-ac9d-45153366dcdb tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 22:26:47.739953 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-bf00c919-367b-4bf5-ac9d-45153366dcdb tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 945 time: 0.0753694
Jun 29 22:26:47.767675 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-faa904da-5853-4d02-825a-fe5e1ed35bac req-6636213a-b6e8-4cf8-8705-3422b452d191 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/security-groups?id=53caaedf-fdf3-4d30-ae35-4d96a8e48b79&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396843
Jun 29 22:26:47.806285 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Deleting port 822dee03-4e5d-4b4c-ab53-5e1df2641118 {{(pid=74253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:47.806618 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:48.127211 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.db [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] For port 822dee03-4e5d-4b4c-ab53-5e1df2641118, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=822dee03-4e5d-4b4c-ab53-5e1df2641118,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:48.127589 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:48.243135 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.plugins.ml2.plugin [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Calling delete_port for 822dee03-4e5d-4b4c-ab53-5e1df2641118 owned by compute:nova {{(pid=74253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:48.379325 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-905065'] for port, after_delete {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:48.384560 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-9e490c8d-b936-41c0-8865-2af705def58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:48.427389 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event deleted for resources: {'Port': ['ID=822dee03-4e5d-4b4c-ab53-5e1df2641118,revision_number=None']} {{(pid=74253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:48.440796 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.441178 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.441543 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.441903 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.442259 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.442610 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.442961 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.443820 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.443820 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.444024 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.444350 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798672-2-iscsi {{(pid=74253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 22:26:48.470656 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG oslo_concurrency.lockutils [None req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:48.511992 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] No DVR routers for this DVR port 822dee03-4e5d-4b4c-ab53-5e1df2641118 on host hv-cinder-79867 {{(pid=74253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:26:48.514341 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron_lib.callbacks.manager [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4172579'] for port, before_response {{(pid=74253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:48.516745 dv-cinder-798672-2-iscsi neutron-server[74253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-deleted', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118'}] {{(pid=74253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 22:26:48.531049 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.wsgi [req-0515a7de-091d-43a5-b05c-4809e74432f7 req-858c9c0e-d3e7-4492-8024-17b0490bb4e1 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.26 "DELETE /v2.0/ports/822dee03-4e5d-4b4c-ab53-5e1df2641118 HTTP/1.1" status: 204  len: 173 time: 0.7856174
Jun 29 22:26:48.611012 dv-cinder-798672-2-iscsi neutron-server[74253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a998da5-7620-411d-9603-d690ef4ee035', 'name': 'network-vif-deleted', 'tag': '822dee03-4e5d-4b4c-ab53-5e1df2641118', 'status': 'completed', 'code': 200}
Jun 29 22:26:48.940404 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [req-e5f29df0-cb83-4fc7-bc56-78442b1f3e74 req-cb79393f-0fd6-47d9-9033-419e30d5b0d8 tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a998da5-7620-411d-9603-d690ef4ee035 HTTP/1.1" status: 200  len: 210 time: 0.0442171
Jun 29 22:26:49.565156 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:26:50.043087 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50908) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:50.112387 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:50.139947 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:50.201753 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:50.205860 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-aee6b6f3-2a5a-44f2-a3c0-876b8aa7a4f1 tempest-AttachVolumeShelveTestJSON-556415607 tempest-AttachVolumeShelveTestJSON-556415607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:50.221176 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53caaedf-fdf3-4d30-ae35-4d96a8e48b79,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:50.224328 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:50.235649 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:50.239602 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-8032e8e6-6e04-48f4-b84a-081e5ae945cc tempest-TestShelveInstance-1139864724 tempest-TestShelveInstance-1139864724-project] 10.222.0.21 "DELETE /v2.0/security-groups/53caaedf-fdf3-4d30-ae35-4d96a8e48b79 HTTP/1.1" status: 204  len: 168 time: 0.1927066
Jun 29 22:26:50.290319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50914) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:50.662073 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:51.316555 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Deleting port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:51.317254 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:51.480133 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] For port 489fb04c-8bcb-4f86-b33a-6f76f2eb9946, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:51.480486 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:51.606167 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Calling delete_port for 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 owned by network:router_interface {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:51.772570 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:51.776977 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-95e9bb25-0865-44fc-8203-e8e8364835bf tempest-TestVolumeBootPattern-64886984 tempest-TestVolumeBootPattern-64886984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:51.818250 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Pushing event deleted for resources: {'Port': ['ID=489fb04c-8bcb-4f86-b33a-6f76f2eb9946,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:51.820893 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:52.096516 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:52.574269 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:26:52.606110 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] No Port match for: 822dee03-4e5d-4b4c-ab53-5e1df2641118 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:26:52.606455 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Device 822dee03-4e5d-4b4c-ab53-5e1df2641118 not bound to the agent host hv-cinder-79867 {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:26:52.749984 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Router 7de2eb89-5067-4259-a6ef-db214e3d988e has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:26:52.939942 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:26:52.948072 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Sync routers for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:26:52.951984 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-be38a5a1-94d2-4dfd-9106-526c3cfdc91d admin admin] 10.222.0.21 "PUT /v2.0/routers/7de2eb89-5067-4259-a6ef-db214e3d988e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6608613
Jun 29 22:26:52.954325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50918) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:52.960347 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:52.960947 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d341c0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:53.132092 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: dv-cinder-798672-2-iscsi {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:53.143754 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks [] for router, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:53.333283 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:53.343354 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Deleting port 25c83461-de1f-4666-b27b-66426ef4467c {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:53.343683 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:53.440620 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d341c0>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '25c83461-de1f-4666-b27b-66426ef4467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:26:51Z', 'revision_number': 5, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port': {'id': '25c83461-de1f-4666-b27b-66426ef4467c', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:23Z', 'updated_at': '2021-06-29T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:53.444527 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Checking router: 7de2eb89-5067-4259-a6ef-db214e3d988e for host: dv-cinder-798672-2-iscsi {{(pid=74254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:26:53.454616 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Routers {'7de2eb89-5067-4259-a6ef-db214e3d988e'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:53.455206 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88d341c0>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:28Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['7de2eb89-5067-4259-a6ef-db214e3d988e'], 'active': True} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:53.511465 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] For port 25c83461-de1f-4666-b27b-66426ef4467c, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=25c83461-de1f-4666-b27b-66426ef4467c,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:53.511812 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:53.605769 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_dvr_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] Set router 7de2eb89-5067-4259-a6ef-db214e3d988e gateway port host: None {{(pid=74254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:53.627946 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Calling delete_port for 25c83461-de1f-4666-b27b-66426ef4467c owned by network:router_gateway {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:53.705256 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.db.l3_hamode_db [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88d341c0>, [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:26:53Z', 'revision_number': 6, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:53.709310 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca69bee-2c7e-41e3-99d9-bb113982c377 None None] The sync data for ids ['7de2eb89-5067-4259-a6ef-db214e3d988e'] in dv-cinder-798672-2-iscsi is: [{'id': '7de2eb89-5067-4259-a6ef-db214e3d988e', 'name': 'tempest-TestShelveInstance-1139068829-router', 'tenant_id': '4654789072124ee1b8610a9b65e24f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:22Z', 'updated_at': '2021-06-29T22:26:53Z', 'revision_number': 6, 'project_id': '4654789072124ee1b8610a9b65e24f33', 'gw_port_host': None}] {{(pid=74254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:26:53.886640 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:53.890503 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:53.930352 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c83461-de1f-4666-b27b-66426ef4467c,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:53.933109 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:54.146727 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.391886 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.395869 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.419324 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.419778 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de2eb89-5067-4259-a6ef-db214e3d988e {{(pid=74252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 22:26:54.432102 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.433747 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-de9da729-c36d-4855-ac5f-0af27f014957 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7de2eb89-5067-4259-a6ef-db214e3d988e HTTP/1.1" status: 204  len: 168 time: 1.4785485
Jun 29 22:26:54.436162 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50922) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:54.493603 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 25c83461-de1f-4666-b27b-66426ef4467c no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:26:54.496267 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Deleting subnet 3360002c-10c0-408e-931e-2c9f14008e2f {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 22:26:54.499275 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.531184 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 25c83461-de1f-4666-b27b-66426ef4467c {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:26:54.531557 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 25c83461-de1f-4666-b27b-66426ef4467c not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:26:54.531977 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:26:54.552801 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.564222 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:26:54.564568 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 489fb04c-8bcb-4f86-b33a-6f76f2eb9946 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:26:54.638565 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.707965 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.711455 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-20d8c057-90c9-4d88-8f2b-1e2a9988e464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:54.747042 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3360002c-10c0-408e-931e-2c9f14008e2f,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:54.750348 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:54.754218 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.760066 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-16a844ff-4d50-4a89-8727-6cd44c30a2d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3360002c-10c0-408e-931e-2c9f14008e2f HTTP/1.1" status: 204  len: 168 time: 0.3229587
Jun 29 22:26:54.760413 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d153f2-7183-4b21-94e1-8d74721a7a4b None None] Network b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:26:54.762409 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50926) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:54.864366 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.875045 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Deleting port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:54.875395 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:54.997593 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] DHCP port deletion for b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 22:26:55.001892 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Deleting port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:55.002263 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.074659 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] For port 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=77a16e41-65a9-4f45-8c26-5a7b31f9d605,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:55.075319 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.199853 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] For port 77a16e41-65a9-4f45-8c26-5a7b31f9d605, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=77a16e41-65a9-4f45-8c26-5a7b31f9d605,segment=NetworkSegment(e2e8e957-6882-43f0-bf13-9ad0379e9d29),segment_id=e2e8e957-6882-43f0-bf13-9ad0379e9d29)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:55.200171 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.288108 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Calling delete_port for 77a16e41-65a9-4f45-8c26-5a7b31f9d605 owned by network:dhcp {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:55.315759 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Calling delete_port for 77a16e41-65a9-4f45-8c26-5a7b31f9d605 owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:55.359814 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.363562 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-0e2f0a0e-d3ad-410c-98f7-1c74cf5e05c9 tempest-AttachVolumeNegativeTest-1507231597 tempest-AttachVolumeNegativeTest-1507231597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:55.383106 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 22:26:55.383495 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 22:26:55.402949 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a16e41-65a9-4f45-8c26-5a7b31f9d605,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:55.406777 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:55.411133 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] No DVR routers for this DVR port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 on host dv-cinder-798672-2-iscsi {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:26:55.436441 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-445147e9-e403-4a95-abf5-6bb9560e16cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.522400 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.535029 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88103cd0>,) {'filters': {'network_id': ['b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:55.549776 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88103cd0>, 'e2e8e957-6882-43f0-bf13-9ad0379e9d29') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:55.550067 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88103cd0>, 'e2e8e957-6882-43f0-bf13-9ad0379e9d29') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:55.561027 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.576412 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.582107 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 22:26:55.582470 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 22:26:55.595769 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 22:26:55.664973 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.668471 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ad55d1ea-1906-4e6f-afc7-5d241d5ce309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:55.681266 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.696356 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:55.701408 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:55.709401 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7c79ccd-1ce9-4439-b7f4-fb4d4ef3e96a HTTP/1.1" status: 204  len: 168 time: 0.9460754
Jun 29 22:26:55.712146 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50930) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:55.886740 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Deleting port 77a16e41-65a9-4f45-8c26-5a7b31f9d605 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:55.887347 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:55.959117 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-f2689e72-8a6c-4aee-9685-98f7884f1017 None None] The port '77a16e41-65a9-4f45-8c26-5a7b31f9d605' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 22:26:55.960555 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:56.088550 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3813727'] for router_interface, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:56.234790 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 77a16e41-65a9-4f45-8c26-5a7b31f9d605 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:26:56.266477 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 77a16e41-65a9-4f45-8c26-5a7b31f9d605 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:26:56.266831 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 77a16e41-65a9-4f45-8c26-5a7b31f9d605 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:26:56.737443 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Deleting port b024397f-b3db-4f99-bc13-ecd49da93ce8 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:56.737773 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:56.899713 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] For port b024397f-b3db-4f99-bc13-ecd49da93ce8, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=b024397f-b3db-4f99-bc13-ecd49da93ce8,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:56.899987 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:57.019599 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Calling delete_port for b024397f-b3db-4f99-bc13-ecd49da93ce8 owned by network:router_interface {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:57.185992 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:57.189899 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-03215f1e-e519-4204-857c-16fee759f022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:57.230325 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b024397f-b3db-4f99-bc13-ecd49da93ce8,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:57.233085 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:57.507022 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814241'] for router_interface, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:57.733654 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8b753b65-9492-4104-99f8-9474d5acf6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:58.154113 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Router ec00e7fb-0a03-475b-b296-24e101075092 has already been hosted by L3 agent fb8d12a1-3cc9-4edc-bfa3-671239fff9b8 {{(pid=74252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 22:26:58.353521 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] Notify agent at l3_agent.dv-cinder-798672-2-iscsi the message routers_updated {{(pid=74252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 22:26:58.362163 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Sync routers for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 22:26:58.362607 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-bec0c986-fedf-47b6-8ac9-d83352bbcfb7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec00e7fb-0a03-475b-b296-24e101075092/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6493607
Jun 29 22:26:58.364850 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50934) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:58.374820 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:58.375448 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88ec9c70>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:58.541217 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: dv-cinder-798672-2-iscsi {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:58.553728 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks [] for router, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:58.741680 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:58.751575 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Deleting port 23b9c55c-945a-496c-9a32-6d3ac37ec408 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:26:58.751997 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:58.813791 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88ec9c70>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'external_fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:26:57Z', 'revision_number': 5, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port': {'id': '23b9c55c-945a-496c-9a32-6d3ac37ec408', 'name': '', 'network_id': '4b7002ed-41b2-46c8-b5f6-7ff7a9f10af0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798672-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T22:22:29Z', 'updated_at': '2021-06-29T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be7c8637-b423-42ef-a47a-f56c1fbdaf37', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798672-2-iscsi'}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:58.817514 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Checking router: ec00e7fb-0a03-475b-b296-24e101075092 for host: dv-cinder-798672-2-iscsi {{(pid=74255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 22:26:58.827581 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Routers {'ec00e7fb-0a03-475b-b296-24e101075092'} bound to L3 agent in host dv-cinder-798672-2-iscsi {{(pid=74255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 22:26:58.828188 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7a88ec9c70>, 'dv-cinder-798672-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T21:33:58Z,description=<?>,heartbeat_timestamp=2021-06-29T22:26:58Z,host='dv-cinder-798672-2-iscsi',id=fb8d12a1-3cc9-4edc-bfa3-671239fff9b8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T21:33:58Z,topic='l3_agent')) {'router_ids': ['ec00e7fb-0a03-475b-b296-24e101075092'], 'active': True} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:58.921506 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] For port 23b9c55c-945a-496c-9a32-6d3ac37ec408, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=23b9c55c-945a-496c-9a32-6d3ac37ec408,segment=NetworkSegment(c060e75f-930c-452c-b8dc-23829b355915),segment_id=c060e75f-930c-452c-b8dc-23829b355915)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:26:58.921858 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:58.968698 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_dvr_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] Set router ec00e7fb-0a03-475b-b296-24e101075092 gateway port host: None {{(pid=74255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 22:26:59.039404 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Calling delete_port for 23b9c55c-945a-496c-9a32-6d3ac37ec408 owned by network:router_gateway {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:26:59.068258 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.l3_hamode_db [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7a88ec9c70>, [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:26:58Z', 'revision_number': 6, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port_host': None}], 'dv-cinder-798672-2-iscsi', False) {} {{(pid=74255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:26:59.068528 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.072138 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567edf56-ae28-4534-96a7-8955475dc34e None None] The sync data for ids ['ec00e7fb-0a03-475b-b296-24e101075092'] in dv-cinder-798672-2-iscsi is: [{'id': 'ec00e7fb-0a03-475b-b296-24e101075092', 'name': 'tempest-TestShelveInstance-685085291-router', 'tenant_id': 'aa0d3f538c184af4aaf29463db122897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T22:22:28Z', 'updated_at': '2021-06-29T22:26:58Z', 'revision_number': 6, 'project_id': 'aa0d3f538c184af4aaf29463db122897', 'gw_port_host': None}] {{(pid=74255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 22:26:59.200457 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.204524 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-04265837-d65f-4878-af79-08287c8573b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:26:59.245328 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Pushing event deleted for resources: {'Port': ['ID=23b9c55c-945a-496c-9a32-6d3ac37ec408,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:26:59.248696 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:26:59.562435 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816072'] for router_gateway, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.814310 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8063'] for router, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.818496 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.844183 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.844738 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec00e7fb-0a03-475b-b296-24e101075092 {{(pid=74252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 22:26:59.859302 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] Notify callbacks [] for router, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.860416 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-ad6a7537-730b-4087-b6d1-a7bc4c7b240d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec00e7fb-0a03-475b-b296-24e101075092 HTTP/1.1" status: 204  len: 168 time: 1.4946895
Jun 29 22:26:59.862844 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50938) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:26:59.919724 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Deleting subnet 47cebf27-f19d-498a-b71e-7048d583c987 {{(pid=74252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 22:26:59.922546 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:26:59.973787 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-847564'] for subnet, precommit_delete_associations {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.055409 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525072'] for subnet, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.123771 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1053636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1623784'] for subnet, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.127793 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-892ba6b5-d79d-4e0c-aa9e-be03f0e6dfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:27:00.164108 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cebf27-f19d-498a-b71e-7048d583c987,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:27:00.166699 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:27:00.169243 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for subnet, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.174638 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-e1a3346d-543a-41a6-9b72-541ad21955c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47cebf27-f19d-498a-b71e-7048d583c987 HTTP/1.1" status: 204  len: 168 time: 0.3108537
Jun 29 22:27:00.174891 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68961114-ffd7-41f1-a777-b253acd72b05 None None] Network 028fe7a3-ae71-4f31-abd8-8c305aaac373 requested from dv-cinder-798672-2-iscsi {{(pid=74254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 22:27:00.177259 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50942) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:27:00.249396 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device b024397f-b3db-4f99-bc13-ecd49da93ce8 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:27:00.287553 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729305'] for network, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.297809 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Deleting port c1a42284-8213-4801-85ea-45dc21e04cf6 {{(pid=74252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:27:00.298142 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.332457 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: b024397f-b3db-4f99-bc13-ecd49da93ce8 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:27:00.332793 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device b024397f-b3db-4f99-bc13-ecd49da93ce8 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:27:00.333250 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 23b9c55c-945a-496c-9a32-6d3ac37ec408 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:27:00.378723 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: 23b9c55c-945a-496c-9a32-6d3ac37ec408 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:27:00.379005 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device 23b9c55c-945a-496c-9a32-6d3ac37ec408 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:27:00.411348 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.508873 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.db [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] For port c1a42284-8213-4801-85ea-45dc21e04cf6, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c1a42284-8213-4801-85ea-45dc21e04cf6,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:27:00.509226 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.525712 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] DHCP port deletion for 028fe7a3-ae71-4f31-abd8-8c305aaac373 request from dv-cinder-798672-2-iscsi {{(pid=74254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 22:27:00.530096 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Deleting port c1a42284-8213-4801-85ea-45dc21e04cf6 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:27:00.530464 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.629667 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.plugin [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Calling delete_port for c1a42284-8213-4801-85ea-45dc21e04cf6 owned by network:dhcp {{(pid=74252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:27:00.704220 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760267422630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760266996785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1053495'] for port, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.708569 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-d5ee6a83-27b2-4dea-915c-3cc1c98a91d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:27:00.721438 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.db [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] For port c1a42284-8213-4801-85ea-45dc21e04cf6, host dv-cinder-798672-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798672-2-iscsi',level=0,port_id=c1a42284-8213-4801-85ea-45dc21e04cf6,segment=NetworkSegment(de97a773-ea98-4eb8-8ea0-8c2d5356815a),segment_id=de97a773-ea98-4eb8-8ea0-8c2d5356815a)] {{(pid=74254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 22:27:00.721834 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814863'] for port, precommit_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.748764 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a42284-8213-4801-85ea-45dc21e04cf6,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:27:00.752724 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:27:00.755584 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] No DVR routers for this DVR port c1a42284-8213-4801-85ea-45dc21e04cf6 on host dv-cinder-798672-2-iscsi {{(pid=74252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 22:27:00.840588 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Calling delete_port for c1a42284-8213-4801-85ea-45dc21e04cf6 owned by network:dhcp {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 22:27:00.868149 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524261', 'neutron.services.segments.db._delete_segments_for_network-8760267467650'] for network, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.880163 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7a88feb250>,) {'filters': {'network_id': ['028fe7a3-ae71-4f31-abd8-8c305aaac373']}} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:27:00.891596 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88feb250>, 'de97a773-ea98-4eb8-8ea0-8c2d5356815a') {'for_net_delete': True} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:27:00.891889 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.services.segments.db [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7a88feb250>, 'de97a773-ea98-4eb8-8ea0-8c2d5356815a') {} {{(pid=74252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 22:27:00.903294 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760267439005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-847555'] for segment, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.910077 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.db.api [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 22:27:00.910439 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG oslo_db.api [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 22:27:00.918810 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675908'] for segment, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.924912 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 22:27:00.925287 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1053538'] for segment, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]: Traceback (most recent call last):
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     timer()
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     cb(*args, **kw)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     return func(*args, **kwargs)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     self._notify()
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     self.callback(batched_events)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     event.method(event)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     return f(self, *a, **k)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._get(url).json()
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     return self.request(url, 'GET', **kwargs)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 22:27:00.938399 dv-cinder-798672-2-iscsi neutron-server[74252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 22:27:01.101176 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3523670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816117'] for network, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.105979 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681449'] for network, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.108352 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:27:01.129118 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Pushing event deleted for resources: {'Network': ['ID=028fe7a3-ae71-4f31-abd8-8c305aaac373,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:27:01.131824 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/028fe7a3-ae71-4f31-abd8-8c305aaac373 HTTP/1.1" status: 204  len: 168 time: 0.9535735
Jun 29 22:27:01.132690 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-86f680c8-f5eb-4948-8a85-b9a278cf92bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:27:01.319662 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50948) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:27:01.370914 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-aed83135-9799-4d61-87ed-24456590be4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4654789072124ee1b8610a9b65e24f33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0499983
Jun 29 22:27:01.373139 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50952) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:27:01.411312 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Deleting port c1a42284-8213-4801-85ea-45dc21e04cf6 {{(pid=74254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 22:27:01.411831 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760267515311'] for port, before_delete {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.430013 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.454594 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.474449 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-dabcd670-1fe8-43cf-98cb-9c063356b072 None None] The port 'c1a42284-8213-4801-85ea-45dc21e04cf6' was deleted {{(pid=74254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 22:27:01.506389 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.511577 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-6158b984-5379-46aa-8a6d-0f1a90182612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:27:01.526075 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30542e02-94eb-4d23-ba2e-bdd7862bd858,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:27:01.529600 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:27:01.531564 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:01.535266 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-7dc1428d-3635-45f3-88d0-13df7b86e63f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30542e02-94eb-4d23-ba2e-bdd7862bd858 HTTP/1.1" status: 204  len: 168 time: 0.1585748
Jun 29 22:27:01.910184 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50960) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:27:01.959063 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-a76fd8d7-6188-4e6a-a2ac-bfd2879609e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa0d3f538c184af4aaf29463db122897&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0476203
Jun 29 22:27:01.961331 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.wsgi [-] (74252) accepted ('10.222.0.21', 50964) {{(pid=74252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 22:27:02.020823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:02.045220 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:02.095125 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346038'] for security_group, after_delete {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:02.099823 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-3d26c63d-688d-4b91-a245-f2150006b7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 22:27:02.111091 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c086ee-2652-4b68-a778-32a6c5c90313,revision_number=None']} {{(pid=74252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 22:27:02.113922 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG oslo_concurrency.lockutils [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 22:27:02.115756 dv-cinder-798672-2-iscsi neutron-server[74252]: DEBUG neutron_lib.callbacks.manager [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:02.117462 dv-cinder-798672-2-iscsi neutron-server[74252]: INFO neutron.wsgi [None req-1a87e615-0fee-4b81-9ef1-4aa753dbef8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26c086ee-2652-4b68-a778-32a6c5c90313 HTTP/1.1" status: 204  len: 168 time: 0.1546509
Jun 29 22:27:02.235386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c1a42284-8213-4801-85ea-45dc21e04cf6 no longer exists at agent ovs-agent-dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 22:27:02.266804 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] No Port match for: c1a42284-8213-4801-85ea-45dc21e04cf6 {{(pid=74254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 22:27:02.267146 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron.plugins.ml2.rpc [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Device c1a42284-8213-4801-85ea-45dc21e04cf6 not bound to the agent host dv-cinder-798672-2-iscsi {{(pid=74254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 22:27:15.039024 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:25.438331 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-50f997e4-e809-477b-ad71-c1ac0a5f605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:25.892015 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:26.565241 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:27:27.735910 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-de73cff6-610b-4525-b999-dbed04d9b4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:29.070063 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:30.320960 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:45.052785 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:55.440127 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-004f8c62-2175-4441-ad66-97f981a8fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:55.893405 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:57.735650 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7584eff8-a960-4540-a650-fd6365d87aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:27:59.073285 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:00.325218 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:03.565399 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:28:15.051479 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:25.443405 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6f139d3e-4093-42d8-a6db-33c37db80d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:25.894622 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:27.735386 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-4c50f94b-eef5-4944-a003-c8f19a74685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:29.075391 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:30.326263 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:40.565691 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:28:45.077258 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:55.444481 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0431-f780-439f-a16b-11d028e83f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:55.896445 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:57.736340 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-9fadd338-d961-4c32-a3dc-7ab496665fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:28:59.078074 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:00.328578 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:15.072047 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:17.566670 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:29:25.446009 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-894c4ecd-4f26-4ac2-a3f9-7ec74a0502a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:25.897913 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:27.737106 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-73578b38-2c7c-44d9-b49a-97dd4bdd2638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:29.079931 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:30.331786 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:45.071437 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:54.568580 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:29:55.446561 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d6122ca2-a7f5-485a-a6ee-f2e4f58e8e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:55.899765 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:57.737281 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-528bd2ef-f146-4401-aed4-a45b7c8216f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:29:59.085755 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:00.334719 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:15.078505 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:25.448539 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-8f7b06de-e54f-4e21-ac0a-0ffb71d50f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:25.901720 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:27.738655 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6e2c-45b6-4e86-baa9-e4a325d006e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:29.092438 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:30.337099 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:31.571087 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:30:45.084083 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:55.450462 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d27dbf10-ca1e-425d-81b5-6a0c9c82a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:55.902502 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:57.741034 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-496cc03d-6065-47a8-b3cd-9d69f2d488d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:30:59.090746 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:00.339558 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:08.570660 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:31:15.109806 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:25.450189 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c7bd-a105-4bcc-bc9d-587a698e4d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:25.903313 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:27.742397 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-887b2e61-4840-496a-a70f-3643d733526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:29.091326 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:30.342182 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:45.087350 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-7a87d29f-7204-4e52-9bba-dcdb46d885ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:45.570397 dv-cinder-798672-2-iscsi neutron-server[74255]: DEBUG neutron.db.agents_db [None req-bf6ac969-8d66-4c3c-a083-20f3bf9da87d None None] Agent healthcheck: found 6 active agents {{(pid=74255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 22:31:55.451549 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3fce-39a6-4cc3-a078-2dc19a887d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:55.903831 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-e27cddfa-9f53-4bc4-b9e1-0724a0bb51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:57.744201 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-6187d787-51df-4a56-a7ff-865fef3c76bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:31:59.093157 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-fd531238-dd15-4e07-9080-8e184dbc2351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 22:32:00.345363 dv-cinder-798672-2-iscsi neutron-server[74254]: DEBUG neutron_lib.callbacks.manager [None req-d943a776-db5b-4261-8a07-7f110e453b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760267467632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3523219'] for agent, after_update {{(pid=74254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}